load_project_and_run.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "4b823ac6-ecff-45c0-b01b-2be462710ae2",
   "metadata": {},
   "source": [
    "# Project run notebook\n",
    "\n",
    "This notebook loads a project and runs all the functions that are set in it. \n",
    "\n",
    "#### Don't forget to customize the different variables throughout the notebook!!!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2d783dbd-c72a-4335-a846-0f16ef041cc7",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [],
   "source": [
    "# Make sure to install evidently\n",
    "# !pip install evidently==0.4.11"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "4bcece88-9316-40bd-a4de-88a2eead9e5f",
   "metadata": {},
   "outputs": [],
   "source": [
    "import mlrun"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "3dd31b54-5721-4a5d-8c2e-751ad208d076",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:11:45,708 [info] Project loaded successfully: {'project_name': 'stress-project'}\n"
     ]
    }
   ],
   "source": [
    "project_name = \"\"\n",
    "project = mlrun.get_or_create_project(project_name, \"./\", user_project=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "62036ae5-49c0-4b04-ae5c-551955fabec5",
   "metadata": {},
   "source": [
    "## Jobs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "b9f9feb7-1e61-4f6a-a8b1-5e8b3dee1418",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:44,541 [info] Storing function: {'name': 'sched-job-sec-30m-0', 'uid': '36a732eaff1e44ed881ad444ac5c25e4', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_sec_30m_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:44,878 [info] Task schedule created: {'schedule': '30 * * * *', 'project': 'stress-project-amite', 'name': 'sched-job-sec-30m-0'}\n",
      "> 2024-05-27 14:00:44,956 [info] Storing function: {'name': 'sched-job-min-30m-0', 'uid': '6109f82b59f64d7381382ac7496e3dac', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_min_30m_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:45,335 [info] Task schedule created: {'schedule': '30 * * * *', 'project': 'stress-project-amite', 'name': 'sched-job-min-30m-0'}\n",
      "> 2024-05-27 14:00:45,415 [info] Storing function: {'name': 'sched-job-hour-30m-0', 'uid': '323f93cc8a6d413597ffe472d361b943', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_hour_30m_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:45,918 [info] Task schedule created: {'schedule': '30 * * * *', 'project': 'stress-project-amite', 'name': 'sched-job-hour-30m-0'}\n",
      "> 2024-05-27 14:00:45,942 [info] Storing function: {'name': 'sched-job-sec-1h-0', 'uid': '5ad6afae6a2d4be2b50db97eb7052087', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_sec_1h_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:46,403 [info] Task schedule created: {'schedule': '0 * * * *', 'project': 'stress-project-amite', 'name': 'sched-job-sec-1h-0'}\n",
      "> 2024-05-27 14:00:46,441 [info] Storing function: {'name': 'sched-job-min-1h-0', 'uid': '6dae6c7aaa964e879f3182dc24cb151b', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_min_1h_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:46,813 [info] Task schedule created: {'schedule': '0 * * * *', 'project': 'stress-project-amite', 'name': 'sched-job-min-1h-0'}\n",
      "> 2024-05-27 14:00:46,842 [info] Storing function: {'name': 'sched-job-hour-1h-0', 'uid': 'd19fe0f44a634980a29f4fcea149e404', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_hour_1h_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:47,244 [info] Task schedule created: {'schedule': '0 * * * *', 'project': 'stress-project-amite', 'name': 'sched-job-hour-1h-0'}\n",
      "> 2024-05-27 14:00:47,356 [info] Storing function: {'name': 'artifact-job-hour-1h-0', 'uid': '34b4a97bcbf34bbb9232caf11b416c2f', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'artifact_job_hour_1h_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:47,766 [info] Task schedule created: {'schedule': '0 * * * *', 'project': 'stress-project-amite', 'name': 'artifact-job-hour-1h-0'}\n",
      "> 2024-05-27 14:00:47,790 [info] Storing function: {'name': 'sched-job-sec-4h-0', 'uid': '841b3858fbee4b46a3c505c53cf46038', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_sec_4h_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:48,175 [info] Task schedule created: {'schedule': '0 */4 * * *', 'project': 'stress-project-amite', 'name': 'sched-job-sec-4h-0'}\n",
      "> 2024-05-27 14:00:48,216 [info] Storing function: {'name': 'sched-job-min-4h-0', 'uid': '096dafaae11748c9a6cb2d349248b173', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_min_4h_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:48,624 [info] Task schedule created: {'schedule': '0 */4 * * *', 'project': 'stress-project-amite', 'name': 'sched-job-min-4h-0'}\n",
      "> 2024-05-27 14:00:48,662 [info] Storing function: {'name': 'sched-job-hour-4h-0', 'uid': '4b48b42c7d604487b7e331a016f016eb', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_hour_4h_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:49,069 [info] Task schedule created: {'schedule': '0 */4 * * *', 'project': 'stress-project-amite', 'name': 'sched-job-hour-4h-0'}\n",
      "> 2024-05-27 14:00:49,091 [info] Storing function: {'name': 'artifact-job-hour-4h-0', 'uid': 'bc3aef4087fd48909e4a9dc83de4c6cb', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'artifact_job_hour_4h_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:49,486 [info] Task schedule created: {'schedule': '0 */4 * * *', 'project': 'stress-project-amite', 'name': 'artifact-job-hour-4h-0'}\n",
      "> 2024-05-27 14:00:49,533 [info] Storing function: {'name': 'sched-job-sec-24h-0', 'uid': '7b1bc85271434ec7a507f7f2dd81a131', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_sec_24h_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:50,064 [info] Task schedule created: {'schedule': '0 0 */1 * *', 'project': 'stress-project-amite', 'name': 'sched-job-sec-24h-0'}\n",
      "> 2024-05-27 14:00:50,103 [info] Storing function: {'name': 'sched-job-min-24h-0', 'uid': 'd72bac47657040159c7b85c289fedb69', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_min_24h_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:50,537 [info] Task schedule created: {'schedule': '0 0 */1 * *', 'project': 'stress-project-amite', 'name': 'sched-job-min-24h-0'}\n",
      "> 2024-05-27 14:00:50,569 [info] Storing function: {'name': 'sched-job-hour-24h-0', 'uid': '917ce6a9dcde45339c07e3aa6773fbb9', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_hour_24h_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:51,000 [info] Task schedule created: {'schedule': '0 0 */1 * *', 'project': 'stress-project-amite', 'name': 'sched-job-hour-24h-0'}\n",
      "> 2024-05-27 14:00:51,038 [info] Storing function: {'name': 'artifact-job-hour-24h-0', 'uid': '540b4be6d23b451cbfb1cef4b5887a98', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'artifact_job_hour_24h_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:51,476 [info] Task schedule created: {'schedule': '0 0 */1 * *', 'project': 'stress-project-amite', 'name': 'artifact-job-hour-24h-0'}\n",
      "> 2024-05-27 14:00:51,571 [info] Storing function: {'name': 'dataset-job-hour-24h-0', 'uid': 'e17a2130d6e44e7ab9f73445e97cfe26', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'dataset_job_hour_24h_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:51,972 [info] Task schedule created: {'schedule': '0 0 */1 * *', 'project': 'stress-project-amite', 'name': 'dataset-job-hour-24h-0'}\n",
      "> 2024-05-27 14:00:52,026 [info] Storing function: {'name': 'sched-job-sec-3d-0', 'uid': 'b196da14a6c24c1a91b28032e934f5ae', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_sec_3d_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:52,407 [info] Task schedule created: {'schedule': '0 0 */3 * *', 'project': 'stress-project-amite', 'name': 'sched-job-sec-3d-0'}\n",
      "> 2024-05-27 14:00:52,434 [info] Storing function: {'name': 'sched-job-min-3d-0', 'uid': '2b59636dc03d4709a3898baf614a2982', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_min_3d_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:52,877 [info] Task schedule created: {'schedule': '0 0 */3 * *', 'project': 'stress-project-amite', 'name': 'sched-job-min-3d-0'}\n",
      "> 2024-05-27 14:00:52,899 [info] Storing function: {'name': 'sched-job-hour-3d-0', 'uid': 'd856bf3174ef49ed94ca5ae34cc3110d', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_hour_3d_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:53,285 [info] Task schedule created: {'schedule': '0 0 */3 * *', 'project': 'stress-project-amite', 'name': 'sched-job-hour-3d-0'}\n",
      "> 2024-05-27 14:00:53,308 [info] Storing function: {'name': 'artifact-job-hour-3d-0', 'uid': '4913eedf11de4fadb947463045c545da', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'artifact_job_hour_3d_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:53,665 [info] Task schedule created: {'schedule': '0 0 */3 * *', 'project': 'stress-project-amite', 'name': 'artifact-job-hour-3d-0'}\n",
      "> 2024-05-27 14:00:53,690 [info] Storing function: {'name': 'dataset-job-hour-3d-0', 'uid': '2f64c66f43b74ae9be711ff2c966cb2b', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'dataset_job_hour_3d_0' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:53,999 [info] Task schedule created: {'schedule': '0 0 */3 * *', 'project': 'stress-project-amite', 'name': 'dataset-job-hour-3d-0'}\n",
      "> 2024-05-27 14:00:54,022 [info] Storing function: {'name': 'sched-job-sec-30m-1', 'uid': '0969dfb882ba4e3ba913ba87e7258aa6', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_sec_30m_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:54,364 [info] Task schedule created: {'schedule': '30 * * * *', 'project': 'stress-project-amite', 'name': 'sched-job-sec-30m-1'}\n",
      "> 2024-05-27 14:00:54,386 [info] Storing function: {'name': 'sched-job-min-30m-1', 'uid': '4504107b10a84a128f6ed62141c2d3c4', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_min_30m_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:54,720 [info] Task schedule created: {'schedule': '30 * * * *', 'project': 'stress-project-amite', 'name': 'sched-job-min-30m-1'}\n",
      "> 2024-05-27 14:00:54,746 [info] Storing function: {'name': 'sched-job-hour-30m-1', 'uid': '21b0dfe471054bae862bda615e2733b9', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_hour_30m_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:55,115 [info] Task schedule created: {'schedule': '30 * * * *', 'project': 'stress-project-amite', 'name': 'sched-job-hour-30m-1'}\n",
      "> 2024-05-27 14:00:55,137 [info] Storing function: {'name': 'sched-job-sec-1h-1', 'uid': '55e70b188b7f43f09ef4c4c28199fb0a', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_sec_1h_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:55,461 [info] Task schedule created: {'schedule': '0 * * * *', 'project': 'stress-project-amite', 'name': 'sched-job-sec-1h-1'}\n",
      "> 2024-05-27 14:00:55,482 [info] Storing function: {'name': 'sched-job-min-1h-1', 'uid': 'c1b46c45ddfb40c1af6efb86849b7a93', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_min_1h_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:55,851 [info] Task schedule created: {'schedule': '0 * * * *', 'project': 'stress-project-amite', 'name': 'sched-job-min-1h-1'}\n",
      "> 2024-05-27 14:00:55,879 [info] Storing function: {'name': 'sched-job-hour-1h-1', 'uid': '1c65d8905a274f1fb6b21cc7703ba46a', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_hour_1h_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:56,215 [info] Task schedule created: {'schedule': '0 * * * *', 'project': 'stress-project-amite', 'name': 'sched-job-hour-1h-1'}\n",
      "> 2024-05-27 14:00:56,240 [info] Storing function: {'name': 'artifact-job-hour-1h-1', 'uid': 'e552af87a9254095aecab9c74b1e14fc', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'artifact_job_hour_1h_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:56,597 [info] Task schedule created: {'schedule': '0 * * * *', 'project': 'stress-project-amite', 'name': 'artifact-job-hour-1h-1'}\n",
      "> 2024-05-27 14:00:56,622 [info] Storing function: {'name': 'sched-job-sec-4h-1', 'uid': '5af9c2c77bbc4727a9280f52da30cc75', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_sec_4h_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:57,043 [info] Task schedule created: {'schedule': '0 */4 * * *', 'project': 'stress-project-amite', 'name': 'sched-job-sec-4h-1'}\n",
      "> 2024-05-27 14:00:57,072 [info] Storing function: {'name': 'sched-job-min-4h-1', 'uid': 'c361985446ae4d6daf32e7981688eefd', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_min_4h_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:57,418 [info] Task schedule created: {'schedule': '0 */4 * * *', 'project': 'stress-project-amite', 'name': 'sched-job-min-4h-1'}\n",
      "> 2024-05-27 14:00:57,441 [info] Storing function: {'name': 'sched-job-hour-4h-1', 'uid': '0c8522e3c0444335bf7f9adf2eb2a2ea', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_hour_4h_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:57,764 [info] Task schedule created: {'schedule': '0 */4 * * *', 'project': 'stress-project-amite', 'name': 'sched-job-hour-4h-1'}\n",
      "> 2024-05-27 14:00:57,797 [info] Storing function: {'name': 'artifact-job-hour-4h-1', 'uid': 'cfb64fa5ee4642aaa5f4f1d081998279', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'artifact_job_hour_4h_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:58,100 [info] Task schedule created: {'schedule': '0 */4 * * *', 'project': 'stress-project-amite', 'name': 'artifact-job-hour-4h-1'}\n",
      "> 2024-05-27 14:00:58,121 [info] Storing function: {'name': 'sched-job-sec-24h-1', 'uid': 'b790a837b820416797389c9fe7ca5197', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_sec_24h_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:58,425 [info] Task schedule created: {'schedule': '0 0 */1 * *', 'project': 'stress-project-amite', 'name': 'sched-job-sec-24h-1'}\n",
      "> 2024-05-27 14:00:58,447 [info] Storing function: {'name': 'sched-job-min-24h-1', 'uid': '705be95b865d4b75a4c6ba39f3ed33e2', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_min_24h_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:58,764 [info] Task schedule created: {'schedule': '0 0 */1 * *', 'project': 'stress-project-amite', 'name': 'sched-job-min-24h-1'}\n",
      "> 2024-05-27 14:00:58,786 [info] Storing function: {'name': 'sched-job-hour-24h-1', 'uid': 'e67c7aa1a86a4756bc6c8a33fe7b9cde', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_hour_24h_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:59,092 [info] Task schedule created: {'schedule': '0 0 */1 * *', 'project': 'stress-project-amite', 'name': 'sched-job-hour-24h-1'}\n",
      "> 2024-05-27 14:00:59,118 [info] Storing function: {'name': 'artifact-job-hour-24h-1', 'uid': 'a78d6e086bde46f498099ff84c5659ac', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'artifact_job_hour_24h_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:59,531 [info] Task schedule created: {'schedule': '0 0 */1 * *', 'project': 'stress-project-amite', 'name': 'artifact-job-hour-24h-1'}\n",
      "> 2024-05-27 14:00:59,552 [info] Storing function: {'name': 'dataset-job-hour-24h-1', 'uid': '0b8694448dd54a0e90fcbabd06282737', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'dataset_job_hour_24h_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:00:59,908 [info] Task schedule created: {'schedule': '0 0 */1 * *', 'project': 'stress-project-amite', 'name': 'dataset-job-hour-24h-1'}\n",
      "> 2024-05-27 14:00:59,932 [info] Storing function: {'name': 'sched-job-sec-3d-1', 'uid': '1ac797e41e454c95b139267d895262f9', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_sec_3d_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:00,297 [info] Task schedule created: {'schedule': '0 0 */3 * *', 'project': 'stress-project-amite', 'name': 'sched-job-sec-3d-1'}\n",
      "> 2024-05-27 14:01:00,322 [info] Storing function: {'name': 'sched-job-min-3d-1', 'uid': '78396abd0fc94ee993cae12d4d0f446b', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_min_3d_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:00,665 [info] Task schedule created: {'schedule': '0 0 */3 * *', 'project': 'stress-project-amite', 'name': 'sched-job-min-3d-1'}\n",
      "> 2024-05-27 14:01:00,688 [info] Storing function: {'name': 'sched-job-hour-3d-1', 'uid': '596702bf6dff4e2f9e82b8f639e4d31d', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_hour_3d_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:01,025 [info] Task schedule created: {'schedule': '0 0 */3 * *', 'project': 'stress-project-amite', 'name': 'sched-job-hour-3d-1'}\n",
      "> 2024-05-27 14:01:01,052 [info] Storing function: {'name': 'artifact-job-hour-3d-1', 'uid': '86c68d315b874f28b9b8a94802097708', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'artifact_job_hour_3d_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:01,393 [info] Task schedule created: {'schedule': '0 0 */3 * *', 'project': 'stress-project-amite', 'name': 'artifact-job-hour-3d-1'}\n",
      "> 2024-05-27 14:01:01,418 [info] Storing function: {'name': 'dataset-job-hour-3d-1', 'uid': '8dfd2a04b8d045d9a7e0fbc076fd05bd', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'dataset_job_hour_3d_1' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:01,761 [info] Task schedule created: {'schedule': '0 0 */3 * *', 'project': 'stress-project-amite', 'name': 'dataset-job-hour-3d-1'}\n",
      "> 2024-05-27 14:01:01,783 [info] Storing function: {'name': 'sched-job-sec-30m-2', 'uid': '246735bba8484573b7a26d1af8bd09e7', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_sec_30m_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:02,188 [info] Task schedule created: {'schedule': '30 * * * *', 'project': 'stress-project-amite', 'name': 'sched-job-sec-30m-2'}\n",
      "> 2024-05-27 14:01:02,213 [info] Storing function: {'name': 'sched-job-min-30m-2', 'uid': '5f40b5a1039c4ae6b921cddc7490b007', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_min_30m_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:02,586 [info] Task schedule created: {'schedule': '30 * * * *', 'project': 'stress-project-amite', 'name': 'sched-job-min-30m-2'}\n",
      "> 2024-05-27 14:01:02,615 [info] Storing function: {'name': 'sched-job-hour-30m-2', 'uid': 'bc4c791f0ba841e39d3f3fc955993fe0', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_hour_30m_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:02,995 [info] Task schedule created: {'schedule': '30 * * * *', 'project': 'stress-project-amite', 'name': 'sched-job-hour-30m-2'}\n",
      "> 2024-05-27 14:01:03,018 [info] Storing function: {'name': 'sched-job-sec-1h-2', 'uid': 'afeab82154b04667b6819dc98d181e3f', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_sec_1h_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:03,434 [info] Task schedule created: {'schedule': '0 * * * *', 'project': 'stress-project-amite', 'name': 'sched-job-sec-1h-2'}\n",
      "> 2024-05-27 14:01:03,458 [info] Storing function: {'name': 'sched-job-min-1h-2', 'uid': 'a89cb11450974d7fb7cf6aed3f0a617d', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_min_1h_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:03,869 [info] Task schedule created: {'schedule': '0 * * * *', 'project': 'stress-project-amite', 'name': 'sched-job-min-1h-2'}\n",
      "> 2024-05-27 14:01:03,893 [info] Storing function: {'name': 'sched-job-hour-1h-2', 'uid': '117dd7f468db4c909ab74961d9b9d817', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_hour_1h_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:04,284 [info] Task schedule created: {'schedule': '0 * * * *', 'project': 'stress-project-amite', 'name': 'sched-job-hour-1h-2'}\n",
      "> 2024-05-27 14:01:04,308 [info] Storing function: {'name': 'artifact-job-hour-1h-2', 'uid': '428e551258544ffd823709902e91a12a', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'artifact_job_hour_1h_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:04,628 [info] Task schedule created: {'schedule': '0 * * * *', 'project': 'stress-project-amite', 'name': 'artifact-job-hour-1h-2'}\n",
      "> 2024-05-27 14:01:04,651 [info] Storing function: {'name': 'sched-job-sec-4h-2', 'uid': 'bd8427bb81ce42d7a6aa3bc77ee566ce', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_sec_4h_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:04,972 [info] Task schedule created: {'schedule': '0 */4 * * *', 'project': 'stress-project-amite', 'name': 'sched-job-sec-4h-2'}\n",
      "> 2024-05-27 14:01:04,993 [info] Storing function: {'name': 'sched-job-min-4h-2', 'uid': '911233b087e24cbba18347c341252983', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_min_4h_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:05,335 [info] Task schedule created: {'schedule': '0 */4 * * *', 'project': 'stress-project-amite', 'name': 'sched-job-min-4h-2'}\n",
      "> 2024-05-27 14:01:05,359 [info] Storing function: {'name': 'sched-job-hour-4h-2', 'uid': '8c8d6ac7ec2e4ac0a2a8692c6ac5e2c8', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_hour_4h_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:05,701 [info] Task schedule created: {'schedule': '0 */4 * * *', 'project': 'stress-project-amite', 'name': 'sched-job-hour-4h-2'}\n",
      "> 2024-05-27 14:01:05,724 [info] Storing function: {'name': 'artifact-job-hour-4h-2', 'uid': 'd750a4d3742c4f12837c96ef4d832af5', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'artifact_job_hour_4h_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:06,046 [info] Task schedule created: {'schedule': '0 */4 * * *', 'project': 'stress-project-amite', 'name': 'artifact-job-hour-4h-2'}\n",
      "> 2024-05-27 14:01:06,069 [info] Storing function: {'name': 'sched-job-sec-24h-2', 'uid': '8b685140d9624360ad845ba39aafe997', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_sec_24h_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:06,385 [info] Task schedule created: {'schedule': '0 0 */1 * *', 'project': 'stress-project-amite', 'name': 'sched-job-sec-24h-2'}\n",
      "> 2024-05-27 14:01:06,406 [info] Storing function: {'name': 'sched-job-min-24h-2', 'uid': '0b6d0d4a751942d98f27c035b5cf5e8d', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_min_24h_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:06,761 [info] Task schedule created: {'schedule': '0 0 */1 * *', 'project': 'stress-project-amite', 'name': 'sched-job-min-24h-2'}\n",
      "> 2024-05-27 14:01:06,783 [info] Storing function: {'name': 'sched-job-hour-24h-2', 'uid': '337fc47146bd423a8db06837c729eb5b', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_hour_24h_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:07,111 [info] Task schedule created: {'schedule': '0 0 */1 * *', 'project': 'stress-project-amite', 'name': 'sched-job-hour-24h-2'}\n",
      "> 2024-05-27 14:01:07,133 [info] Storing function: {'name': 'artifact-job-hour-24h-2', 'uid': '6c7ddf5feaef48498b4e75e3e9566fac', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'artifact_job_hour_24h_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:07,469 [info] Task schedule created: {'schedule': '0 0 */1 * *', 'project': 'stress-project-amite', 'name': 'artifact-job-hour-24h-2'}\n",
      "> 2024-05-27 14:01:07,496 [info] Storing function: {'name': 'dataset-job-hour-24h-2', 'uid': '522dc4077e4047b8ad18c0825fae2b0e', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'dataset_job_hour_24h_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:08,565 [info] Task schedule created: {'schedule': '0 0 */1 * *', 'project': 'stress-project-amite', 'name': 'dataset-job-hour-24h-2'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_sec_3d_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:08,787 [info] Storing function: {'name': 'sched-job-sec-3d-2', 'uid': '4bca33477dad4973a86627165d82611f', 'db': 'http://mlrun-api:8080'}\n",
      "> 2024-05-27 14:01:09,836 [info] Task schedule created: {'schedule': '0 0 */3 * *', 'project': 'stress-project-amite', 'name': 'sched-job-sec-3d-2'}\n",
      "> 2024-05-27 14:01:09,857 [info] Storing function: {'name': 'sched-job-min-3d-2', 'uid': '641a8c25ed6c4c1c98718df7ce678fea', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_min_3d_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:11,145 [info] Task schedule created: {'schedule': '0 0 */3 * *', 'project': 'stress-project-amite', 'name': 'sched-job-min-3d-2'}\n",
      "> 2024-05-27 14:01:11,168 [info] Storing function: {'name': 'sched-job-hour-3d-2', 'uid': 'c1679f8fe2dd4360bf0d19d258cc1e13', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'sched_job_hour_3d_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:11,608 [info] Task schedule created: {'schedule': '0 0 */3 * *', 'project': 'stress-project-amite', 'name': 'sched-job-hour-3d-2'}\n",
      "> 2024-05-27 14:01:11,630 [info] Storing function: {'name': 'artifact-job-hour-3d-2', 'uid': '1afebe4801494457b7690a6a6f1585a5', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'artifact_job_hour_3d_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:12,006 [info] Task schedule created: {'schedule': '0 0 */3 * *', 'project': 'stress-project-amite', 'name': 'artifact-job-hour-3d-2'}\n",
      "> 2024-05-27 14:01:12,032 [info] Storing function: {'name': 'dataset-job-hour-3d-2', 'uid': '4bd1a970955e4d46aa5db475411a329b', 'db': 'http://mlrun-api:8080'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'dataset_job_hour_3d_2' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:01:12,970 [info] Task schedule created: {'schedule': '0 0 */3 * *', 'project': 'stress-project-amite', 'name': 'dataset-job-hour-3d-2'}\n"
     ]
    }
   ],
   "source": [
    "num_rows = 1000\n",
    "num_columns = 10000\n",
    "\n",
    "for i in range(3):\n",
    "    job_num = str(i)\n",
    "    \n",
    "    # Every 30 min\n",
    "    project.run_function(\"normal-job-sec\", name=f\"sched_job_sec_30m_{job_num}\", schedule=\"30 * * * *\", watch=False)\n",
    "    project.run_function(\"normal-job-min\", name=f\"sched_job_min_30m_{job_num}\", schedule=\"30 * * * *\", watch=False)\n",
    "    project.run_function(\"normal-job-hour\", name=f\"sched_job_hour_30m_{job_num}\", schedule=\"30 * * * *\", watch=False)\n",
    "    \n",
    "    # Every 1 hour\n",
    "    project.run_function(\"normal-job-sec\", name=f\"sched_job_sec_1h_{job_num}\", schedule=\"0 * * * *\", watch=False)\n",
    "    project.run_function(\"normal-job-min\", name=f\"sched_job_min_1h_{job_num}\", schedule=\"0 * * * *\", watch=False)\n",
    "    project.run_function(\"normal-job-hour\", name=f\"sched_job_hour_1h_{job_num}\", schedule=\"0 * * * *\", watch=False)\n",
    "    project.run_function(\"artifact-job\", name=f\"artifact_job_hour_1h_{job_num}\", schedule=\"0 * * * *\", watch=False)\n",
    "\n",
    "\n",
    "    # Every 4 hours\n",
    "    project.run_function(\"normal-job-sec\", name=f\"sched_job_sec_4h_{job_num}\", schedule=\"0 */4 * * *\", watch=False)\n",
    "    project.run_function(\"normal-job-min\", name=f\"sched_job_min_4h_{job_num}\", schedule=\"0 */4 * * *\", watch=False)\n",
    "    project.run_function(\"normal-job-hour\", name=f\"sched_job_hour_4h_{job_num}\", schedule=\"0 */4 * * *\", watch=False)\n",
    "    project.run_function(\"artifact-job\", name=f\"artifact_job_hour_4h_{job_num}\", schedule=\"0 */4 * * *\", watch=False)\n",
    "    \n",
    "    # Every 24 hours\n",
    "    project.run_function(\"normal-job-sec\", name=f\"sched_job_sec_24h_{job_num}\", schedule=\"0 0 */1 * *\", watch=False)\n",
    "    project.run_function(\"normal-job-min\", name=f\"sched_job_min_24h_{job_num}\", schedule=\"0 0 */1 * *\", watch=False)\n",
    "    project.run_function(\"normal-job-hour\", name=f\"sched_job_hour_24h_{job_num}\", schedule=\"0 0 */1 * *\", watch=False)\n",
    "    project.run_function(\"artifact-job\", name=f\"artifact_job_hour_24h_{job_num}\", schedule=\"0 0 */1 * *\", watch=False)\n",
    "    project.run_function(\"dataset-job\", name=f\"dataset_job_hour_24h_{job_num}\", schedule=\"0 0 */1 * *\", watch=False, params={\"num_rows\":num_rows, \"num_columns\":num_columns})\n",
    "\n",
    "    # Every 3 days\n",
    "    project.run_function(\"normal-job-sec\", name=f\"sched_job_sec_3d_{job_num}\", schedule=\"0 0 */3 * *\", watch=False)\n",
    "    project.run_function(\"normal-job-min\", name=f\"sched_job_min_3d_{job_num}\", schedule=\"0 0 */3 * *\", watch=False)\n",
    "    project.run_function(\"normal-job-hour\", name=f\"sched_job_hour_3d_{job_num}\", schedule=\"0 0 */3 * *\", watch=False)\n",
    "    project.run_function(\"artifact-job\", name=f\"artifact_job_hour_3d_{job_num}\", schedule=\"0 0 */3 * *\", watch=False)\n",
    "    project.run_function(\"dataset-job\", name=f\"dataset_job_hour_3d_{job_num}\", schedule=\"0 0 */3 * *\", watch=False, params={\"num_rows\":num_rows, \"num_columns\":num_columns})"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e4e8326f-de36-4a50-ac83-b955e3a09d79",
   "metadata": {},
   "source": [
    "## Spark"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "3857297d-32f3-447c-bdf2-90d2dff8d365",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 07:46:11,139 [info] Running build to add mlrun package, set with_mlrun=False to skip if its already in the image\n",
      "> 2024-05-27 07:46:11,261 [info] Started building image: .mlrun/func-stress-project-amite-spark-job:latest\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "The `overwrite_build_params` parameter default will change from 'False' to 'True' in 1.8.0.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[36mINFO\u001b[0m[0000] Retrieving image manifest gcr.io/iguazio/spark-app:3.5.5-b953.20240321124232 \n",
      "\u001b[36mINFO\u001b[0m[0000] Retrieving image gcr.io/iguazio/spark-app:3.5.5-b953.20240321124232 from registry gcr.io \n",
      "\u001b[36mINFO\u001b[0m[0000] Built cross stage deps: map[]                \n",
      "\u001b[36mINFO\u001b[0m[0000] Retrieving image manifest gcr.io/iguazio/spark-app:3.5.5-b953.20240321124232 \n",
      "\u001b[36mINFO\u001b[0m[0000] Returning cached image manifest              \n",
      "\u001b[36mINFO\u001b[0m[0000] Executing 0 build triggers                   \n",
      "\u001b[36mINFO\u001b[0m[0000] Building stage 'gcr.io/iguazio/spark-app:3.5.5-b953.20240321124232' [idx: '0', base-idx: '-1'] \n",
      "\u001b[36mINFO\u001b[0m[0000] Unpacking rootfs as cmd RUN python -m pip install --upgrade pip~=23.0 requires it. \n",
      "\u001b[36mINFO\u001b[0m[0043] RUN python -m pip install --upgrade pip~=23.0 \n",
      "\u001b[36mINFO\u001b[0m[0043] Initializing snapshotter ...                 \n",
      "\u001b[36mINFO\u001b[0m[0043] Taking snapshot of full filesystem...        \n",
      "\u001b[36mINFO\u001b[0m[0065] Cmd: /bin/sh                                 \n",
      "\u001b[36mINFO\u001b[0m[0065] Args: [-c python -m pip install --upgrade pip~=23.0] \n",
      "\u001b[36mINFO\u001b[0m[0065] Util.Lookup returned: &{Uid:1000 Gid:1000 Username:iguazio Name: HomeDir:/igz} \n",
      "\u001b[36mINFO\u001b[0m[0065] Performing slow lookup of group ids for iguazio \n",
      "\u001b[36mINFO\u001b[0m[0065] Running: [/bin/sh -c python -m pip install --upgrade pip~=23.0] \n",
      "Requirement already satisfied: pip~=23.0 in /conda/lib/python3.9/site-packages (23.3.1)\n",
      "Collecting pip~=23.0\n",
      "  Downloading pip-23.3.2-py3-none-any.whl.metadata (3.5 kB)\n",
      "Downloading pip-23.3.2-py3-none-any.whl (2.1 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 2.1/2.1 MB 29.2 MB/s eta 0:00:00\n",
      "Installing collected packages: pip\n",
      "  Attempting uninstall: pip\n",
      "    Found existing installation: pip 23.3.1\n",
      "    Uninstalling pip-23.3.1:\n",
      "      Successfully uninstalled pip-23.3.1\n",
      "Successfully installed pip-23.3.2\n",
      "\u001b[36mINFO\u001b[0m[0067] Taking snapshot of full filesystem...        \n",
      "\u001b[36mINFO\u001b[0m[0069] RUN echo 'Installing /empty/requirements.txt...'; cat /empty/requirements.txt \n",
      "\u001b[36mINFO\u001b[0m[0069] Cmd: /bin/sh                                 \n",
      "\u001b[36mINFO\u001b[0m[0069] Args: [-c echo 'Installing /empty/requirements.txt...'; cat /empty/requirements.txt] \n",
      "\u001b[36mINFO\u001b[0m[0069] Util.Lookup returned: &{Uid:1000 Gid:1000 Username:iguazio Name: HomeDir:/igz} \n",
      "\u001b[36mINFO\u001b[0m[0069] Performing slow lookup of group ids for iguazio \n",
      "\u001b[36mINFO\u001b[0m[0069] Running: [/bin/sh -c echo 'Installing /empty/requirements.txt...'; cat /empty/requirements.txt] \n",
      "Installing /empty/requirements.txt...\n",
      "mlrun[complete]==1.6.3-rc9\n",
      "\u001b[36mINFO\u001b[0m[0069] Taking snapshot of full filesystem...        \n",
      "\u001b[36mINFO\u001b[0m[0071] No files were changed, appending empty layer to config. No layer added to image. \n",
      "\u001b[36mINFO\u001b[0m[0071] RUN python -m pip install -r /empty/requirements.txt \n",
      "\u001b[36mINFO\u001b[0m[0071] Cmd: /bin/sh                                 \n",
      "\u001b[36mINFO\u001b[0m[0071] Args: [-c python -m pip install -r /empty/requirements.txt] \n",
      "\u001b[36mINFO\u001b[0m[0071] Util.Lookup returned: &{Uid:1000 Gid:1000 Username:iguazio Name: HomeDir:/igz} \n",
      "\u001b[36mINFO\u001b[0m[0071] Performing slow lookup of group ids for iguazio \n",
      "\u001b[36mINFO\u001b[0m[0071] Running: [/bin/sh -c python -m pip install -r /empty/requirements.txt] \n",
      "Collecting mlrun==1.6.3-rc9 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading mlrun-1.6.3rc9-py3-none-any.whl.metadata (18 kB)\n",
      "Requirement already satisfied: urllib3<1.27,>=1.26.9 in /conda/lib/python3.9/site-packages (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.26.18)\n",
      "Collecting GitPython>=3.1.41,~=3.1 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading GitPython-3.1.43-py3-none-any.whl.metadata (13 kB)\n",
      "Collecting aiohttp~=3.9 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading aiohttp-3.9.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (7.5 kB)\n",
      "Collecting aiohttp-retry~=2.8 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading aiohttp_retry-2.8.3-py3-none-any.whl.metadata (8.9 kB)\n",
      "Collecting click~=8.1 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading click-8.1.7-py3-none-any.whl.metadata (3.0 kB)\n",
      "Collecting kfp~=1.8 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading kfp-1.8.22.tar.gz (304 kB)\n",
      "     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 304.9/304.9 kB 8.7 MB/s eta 0:00:00\n",
      "  Preparing metadata (setup.py): started\n",
      "  Preparing metadata (setup.py): finished with status 'done'\n",
      "Collecting nest-asyncio~=1.0 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading nest_asyncio-1.6.0-py3-none-any.whl.metadata (2.8 kB)\n",
      "Collecting ipython~=8.10 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading ipython-8.18.1-py3-none-any.whl.metadata (6.0 kB)\n",
      "Collecting nuclio-jupyter~=0.9.15 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading nuclio_jupyter-0.9.17-py3-none-any.whl.metadata (28 kB)\n",
      "Collecting numpy<1.27.0,>=1.16.5 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading numpy-1.26.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (61 kB)\n",
      "     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 61.0/61.0 kB 10.7 MB/s eta 0:00:00\n",
      "Collecting pandas<2.2,>=1.2 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading pandas-2.1.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (18 kB)\n",
      "Collecting pyarrow<15,>=10.0 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading pyarrow-14.0.2-cp39-cp39-manylinux_2_28_x86_64.whl.metadata (3.0 kB)\n",
      "Collecting pyyaml~=5.1 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading PyYAML-5.4.1-cp39-cp39-manylinux1_x86_64.whl.metadata (2.1 kB)\n",
      "Requirement already satisfied: requests~=2.31 in /conda/lib/python3.9/site-packages (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.31.0)\n",
      "Collecting tabulate~=0.8.6 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading tabulate-0.8.10-py3-none-any.whl.metadata (25 kB)\n",
      "Collecting v3io~=0.6.4 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading v3io-0.6.5-py3-none-any.whl.metadata (14 kB)\n",
      "Collecting pydantic<1.10.15,>=1.10.8 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading pydantic-1.10.14-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (150 kB)\n",
      "     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 150.2/150.2 kB 23.9 MB/s eta 0:00:00\n",
      "Collecting mergedeep~=1.3 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading mergedeep-1.3.4-py3-none-any.whl.metadata (4.3 kB)\n",
      "Collecting v3io-frames~=0.10.12 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading v3io_frames-0.10.13-py3-none-any.whl.metadata (2.2 kB)\n",
      "Collecting semver~=3.0 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading semver-3.0.2-py3-none-any.whl.metadata (5.0 kB)\n",
      "Collecting dependency-injector~=4.41 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading dependency_injector-4.41.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (12 kB)\n",
      "Collecting fsspec==2023.9.2 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading fsspec-2023.9.2-py3-none-any.whl.metadata (6.7 kB)\n",
      "Collecting v3iofs~=0.1.17 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading v3iofs-0.1.18-py3-none-any.whl.metadata (2.6 kB)\n",
      "Collecting storey~=1.6.20 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading storey-1.6.20-py3-none-any.whl.metadata (6.0 kB)\n",
      "Collecting inflection~=0.5.0 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading inflection-0.5.1-py2.py3-none-any.whl.metadata (1.7 kB)\n",
      "Collecting python-dotenv~=0.17.0 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading python_dotenv-0.17.1-py2.py3-none-any.whl.metadata (17 kB)\n",
      "Collecting setuptools~=69.1 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading setuptools-69.5.1-py3-none-any.whl.metadata (6.2 kB)\n",
      "Collecting deprecated~=1.2 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading Deprecated-1.2.14-py2.py3-none-any.whl.metadata (5.4 kB)\n",
      "Collecting jinja2>=3.1.3,~=3.1 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading jinja2-3.1.4-py3-none-any.whl.metadata (2.6 kB)\n",
      "Collecting anyio~=3.7 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading anyio-3.7.1-py3-none-any.whl.metadata (4.7 kB)\n",
      "Collecting orjson~=3.9 (from mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading orjson-3.10.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (49 kB)\n",
      "     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 49.7/49.7 kB 9.2 MB/s eta 0:00:00\n",
      "Collecting adlfs==2023.9.0 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading adlfs-2023.9.0-py3-none-any.whl.metadata (6.9 kB)\n",
      "Collecting aiobotocore<2.8,>=2.5.0 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading aiobotocore-2.7.0-py3-none-any.whl.metadata (20 kB)\n",
      "Collecting avro~=1.11 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading avro-1.11.3.tar.gz (90 kB)\n",
      "     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 90.6/90.6 kB 13.8 MB/s eta 0:00:00\n",
      "  Installing build dependencies: started\n",
      "  Installing build dependencies: finished with status 'done'\n",
      "  Getting requirements to build wheel: started\n",
      "  Getting requirements to build wheel: finished with status 'done'\n",
      "  Preparing metadata (pyproject.toml): started\n",
      "  Preparing metadata (pyproject.toml): finished with status 'done'\n",
      "Collecting azure-core~=1.24 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading azure_core-1.30.1-py3-none-any.whl.metadata (37 kB)\n",
      "Collecting azure-identity~=1.5 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading azure_identity-1.16.0-py3-none-any.whl.metadata (76 kB)\n",
      "     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 77.0/77.0 kB 12.8 MB/s eta 0:00:00\n",
      "Collecting azure-keyvault-secrets~=4.2 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading azure_keyvault_secrets-4.8.0-py3-none-any.whl.metadata (29 kB)\n",
      "Collecting boto3<1.29.0,>=1.28.0 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading boto3-1.28.85-py3-none-any.whl.metadata (6.7 kB)\n",
      "Collecting dask~=2023.9.0 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading dask-2023.9.3-py3-none-any.whl.metadata (3.6 kB)\n",
      "Collecting databricks-sdk~=0.13.0 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading databricks_sdk-0.13.0-py3-none-any.whl.metadata (35 kB)\n",
      "Collecting distributed~=2023.9.0 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading distributed-2023.9.3-py3-none-any.whl.metadata (3.3 kB)\n",
      "Collecting gcsfs==2023.9.2 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading gcsfs-2023.9.2-py2.py3-none-any.whl.metadata (1.6 kB)\n",
      "Collecting google-cloud-bigquery==3.14.1 (from google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == \"complete\"->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading google_cloud_bigquery-3.14.1-py2.py3-none-any.whl.metadata (8.8 kB)\n",
      "Collecting graphviz~=0.20.0 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading graphviz-0.20.3-py3-none-any.whl.metadata (12 kB)\n",
      "Collecting kafka-python~=2.0 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading kafka_python-2.0.2-py2.py3-none-any.whl.metadata (7.8 kB)\n",
      "Collecting mlflow~=2.8 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading mlflow-2.13.0-py3-none-any.whl.metadata (29 kB)\n",
      "Collecting msrest~=0.6.21 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading msrest-0.6.21-py2.py3-none-any.whl.metadata (21 kB)\n",
      "Collecting plotly<5.12.0,~=5.4 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading plotly-5.11.0-py2.py3-none-any.whl.metadata (6.9 kB)\n",
      "Requirement already satisfied: pyopenssl>=23 in /conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (24.0.0)\n",
      "Collecting redis~=4.3 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading redis-4.6.0-py3-none-any.whl.metadata (8.3 kB)\n",
      "Collecting s3fs==2023.9.2 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading s3fs-2023.9.2-py3-none-any.whl.metadata (1.6 kB)\n",
      "Collecting sqlalchemy~=1.4 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading SQLAlchemy-1.4.52-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (10 kB)\n",
      "Collecting azure-datalake-store<0.1,>=0.0.46 (from adlfs==2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading azure_datalake_store-0.0.53-py2.py3-none-any.whl.metadata (19 kB)\n",
      "Collecting azure-storage-blob>=12.12.0 (from adlfs==2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading azure_storage_blob-12.20.0-py3-none-any.whl.metadata (26 kB)\n",
      "Collecting decorator>4.1.2 (from gcsfs==2023.9.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading decorator-5.1.1-py3-none-any.whl.metadata (4.0 kB)\n",
      "Collecting google-auth>=1.2 (from gcsfs==2023.9.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading google_auth-2.29.0-py2.py3-none-any.whl.metadata (4.7 kB)\n",
      "Collecting google-auth-oauthlib (from gcsfs==2023.9.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading google_auth_oauthlib-1.2.0-py2.py3-none-any.whl.metadata (2.7 kB)\n",
      "Collecting google-cloud-storage (from gcsfs==2023.9.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading google_cloud_storage-2.16.0-py2.py3-none-any.whl.metadata (6.1 kB)\n",
      "Collecting google-api-core!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.0,<3.0.0dev,>=1.31.5 (from google-cloud-bigquery==3.14.1->google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == \"complete\"->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading google_api_core-2.19.0-py3-none-any.whl.metadata (2.7 kB)\n",
      "Collecting google-cloud-core<3.0.0dev,>=1.6.0 (from google-cloud-bigquery==3.14.1->google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == \"complete\"->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading google_cloud_core-2.4.1-py2.py3-none-any.whl.metadata (2.7 kB)\n",
      "Collecting google-resumable-media<3.0dev,>=0.6.0 (from google-cloud-bigquery==3.14.1->google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == \"complete\"->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading google_resumable_media-2.7.0-py2.py3-none-any.whl.metadata (2.2 kB)\n",
      "Requirement already satisfied: packaging>=20.0.0 in /conda/lib/python3.9/site-packages (from google-cloud-bigquery==3.14.1->google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == \"complete\"->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (23.1)\n",
      "Collecting python-dateutil<3.0dev,>=2.7.2 (from google-cloud-bigquery==3.14.1->google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == \"complete\"->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB)\n",
      "Collecting google-cloud-bigquery-storage<3.0.0dev,>=2.6.0 (from google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == \"complete\"->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading google_cloud_bigquery_storage-2.25.0-py2.py3-none-any.whl.metadata (5.6 kB)\n",
      "Collecting grpcio<2.0dev,>=1.47.0 (from google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == \"complete\"->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading grpcio-1.64.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (3.3 kB)\n",
      "Collecting db-dtypes<2.0.0dev,>=0.3.0 (from google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == \"complete\"->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading db_dtypes-1.2.0-py2.py3-none-any.whl.metadata (3.0 kB)\n",
      "Collecting aiobotocore<2.8,>=2.5.0 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading aiobotocore-2.5.4-py3-none-any.whl.metadata (19 kB)\n",
      "Collecting botocore<1.31.18,>=1.31.17 (from aiobotocore<2.8,>=2.5.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading botocore-1.31.17-py3-none-any.whl.metadata (5.9 kB)\n",
      "Collecting wrapt<2.0.0,>=1.10.10 (from aiobotocore<2.8,>=2.5.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading wrapt-1.16.0-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.6 kB)\n",
      "Collecting aioitertools<1.0.0,>=0.5.1 (from aiobotocore<2.8,>=2.5.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading aioitertools-0.11.0-py3-none-any.whl.metadata (3.3 kB)\n",
      "Collecting aiosignal>=1.1.2 (from aiohttp~=3.9->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading aiosignal-1.3.1-py3-none-any.whl.metadata (4.0 kB)\n",
      "Collecting attrs>=17.3.0 (from aiohttp~=3.9->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading attrs-23.2.0-py3-none-any.whl.metadata (9.5 kB)\n",
      "Collecting frozenlist>=1.1.1 (from aiohttp~=3.9->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading frozenlist-1.4.1-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (12 kB)\n",
      "Collecting multidict<7.0,>=4.5 (from aiohttp~=3.9->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading multidict-6.0.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (4.2 kB)\n",
      "Collecting yarl<2.0,>=1.0 (from aiohttp~=3.9->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading yarl-1.9.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (31 kB)\n",
      "Collecting async-timeout<5.0,>=4.0 (from aiohttp~=3.9->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading async_timeout-4.0.3-py3-none-any.whl.metadata (4.2 kB)\n",
      "Requirement already satisfied: idna>=2.8 in /conda/lib/python3.9/site-packages (from anyio~=3.7->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.4)\n",
      "Collecting sniffio>=1.1 (from anyio~=3.7->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading sniffio-1.3.1-py3-none-any.whl.metadata (3.9 kB)\n",
      "Collecting exceptiongroup (from anyio~=3.7->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading exceptiongroup-1.2.1-py3-none-any.whl.metadata (6.6 kB)\n",
      "Collecting six>=1.11.0 (from azure-core~=1.24->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB)\n",
      "Collecting typing-extensions>=4.6.0 (from azure-core~=1.24->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading typing_extensions-4.12.0-py3-none-any.whl.metadata (3.0 kB)\n",
      "Requirement already satisfied: cryptography>=2.5 in /conda/lib/python3.9/site-packages (from azure-identity~=1.5->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (42.0.5)\n",
      "Collecting msal>=1.24.0 (from azure-identity~=1.5->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading msal-1.28.0-py3-none-any.whl.metadata (11 kB)\n",
      "Collecting msal-extensions>=0.3.0 (from azure-identity~=1.5->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading msal_extensions-1.1.0-py3-none-any.whl.metadata (7.7 kB)\n",
      "Collecting isodate>=0.6.1 (from azure-keyvault-secrets~=4.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading isodate-0.6.1-py2.py3-none-any.whl.metadata (9.6 kB)\n",
      "INFO: pip is looking at multiple versions of boto3 to determine which version is compatible with other requirements. This could take a while.\n",
      "Collecting boto3<1.29.0,>=1.28.0 (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading boto3-1.28.84-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.83-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.82-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.81-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.80-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.79-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.78-py3-none-any.whl.metadata (6.7 kB)\n",
      "INFO: pip is still looking at multiple versions of boto3 to determine which version is compatible with other requirements. This could take a while.\n",
      "  Downloading boto3-1.28.77-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.76-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.75-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.74-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.73-py3-none-any.whl.metadata (6.7 kB)\n",
      "INFO: This is taking longer than usual. You might need to provide the dependency resolver with stricter constraints to reduce runtime. See https://pip.pypa.io/warnings/backtracking for guidance. If you want to abort this run, press Ctrl + C.\n",
      "  Downloading boto3-1.28.72-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.71-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.70-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.69-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.68-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.67-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.66-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.65-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.64-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.63-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.62-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.61-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.60-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.59-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.58-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.57-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.56-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.55-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.54-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.53-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.52-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.51-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.50-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.49-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.48-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.47-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.46-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.45-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.44-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.43-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.42-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.41-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.40-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.39-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.38-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.37-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.36-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.35-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.34-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.33-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.32-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.31-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.30-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.29-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.28-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.27-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Downloading boto3-1.28.26-py3-none-any.whl.metadata (6.6 kB)\n",
      "  Downloading boto3-1.28.25-py3-none-any.whl.metadata (6.6 kB)\n",
      "  Downloading boto3-1.28.24-py3-none-any.whl.metadata (6.6 kB)\n",
      "  Downloading boto3-1.28.23-py3-none-any.whl.metadata (6.6 kB)\n",
      "  Downloading boto3-1.28.22-py3-none-any.whl.metadata (6.6 kB)\n",
      "  Downloading boto3-1.28.21-py3-none-any.whl.metadata (6.6 kB)\n",
      "  Downloading boto3-1.28.20-py3-none-any.whl.metadata (6.6 kB)\n",
      "  Downloading boto3-1.28.19-py3-none-any.whl.metadata (6.6 kB)\n",
      "  Downloading boto3-1.28.18-py3-none-any.whl.metadata (6.6 kB)\n",
      "  Downloading boto3-1.28.17-py3-none-any.whl.metadata (6.6 kB)\n",
      "Collecting jmespath<2.0.0,>=0.7.1 (from boto3<1.29.0,>=1.28.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB)\n",
      "Collecting s3transfer<0.7.0,>=0.6.0 (from boto3<1.29.0,>=1.28.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading s3transfer-0.6.2-py3-none-any.whl.metadata (1.8 kB)\n",
      "Collecting cloudpickle>=1.5.0 (from dask~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading cloudpickle-3.0.0-py3-none-any.whl.metadata (7.0 kB)\n",
      "Collecting partd>=1.2.0 (from dask~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading partd-1.4.2-py3-none-any.whl.metadata (4.6 kB)\n",
      "Collecting toolz>=0.10.0 (from dask~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading toolz-0.12.1-py3-none-any.whl.metadata (5.1 kB)\n",
      "Collecting importlib-metadata>=4.13.0 (from dask~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading importlib_metadata-7.1.0-py3-none-any.whl.metadata (4.7 kB)\n",
      "Collecting locket>=1.0.0 (from distributed~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading locket-1.0.0-py2.py3-none-any.whl.metadata (2.8 kB)\n",
      "Collecting msgpack>=1.0.0 (from distributed~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading msgpack-1.0.8-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (9.1 kB)\n",
      "Collecting psutil>=5.7.2 (from distributed~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading psutil-5.9.8-cp36-abi3-manylinux_2_12_x86_64.manylinux2010_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (21 kB)\n",
      "Collecting sortedcontainers>=2.0.5 (from distributed~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading sortedcontainers-2.4.0-py2.py3-none-any.whl.metadata (10 kB)\n",
      "Collecting tblib>=1.6.0 (from distributed~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading tblib-3.0.0-py3-none-any.whl.metadata (25 kB)\n",
      "Collecting tornado>=6.0.4 (from distributed~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading tornado-6.4-cp38-abi3-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (2.5 kB)\n",
      "Collecting zict>=3.0.0 (from distributed~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading zict-3.0.0-py2.py3-none-any.whl.metadata (899 bytes)\n",
      "Collecting gitdb<5,>=4.0.1 (from GitPython>=3.1.41,~=3.1->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading gitdb-4.0.11-py3-none-any.whl.metadata (1.2 kB)\n",
      "Collecting jedi>=0.16 (from ipython~=8.10->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading jedi-0.19.1-py2.py3-none-any.whl.metadata (22 kB)\n",
      "Collecting matplotlib-inline (from ipython~=8.10->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading matplotlib_inline-0.1.7-py3-none-any.whl.metadata (3.9 kB)\n",
      "Collecting prompt-toolkit<3.1.0,>=3.0.41 (from ipython~=8.10->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading prompt_toolkit-3.0.43-py3-none-any.whl.metadata (6.5 kB)\n",
      "Collecting pygments>=2.4.0 (from ipython~=8.10->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading pygments-2.18.0-py3-none-any.whl.metadata (2.5 kB)\n",
      "Collecting stack-data (from ipython~=8.10->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading stack_data-0.6.3-py3-none-any.whl.metadata (18 kB)\n",
      "Collecting traitlets>=5 (from ipython~=8.10->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading traitlets-5.14.3-py3-none-any.whl.metadata (10 kB)\n",
      "Collecting pexpect>4.3 (from ipython~=8.10->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading pexpect-4.9.0-py2.py3-none-any.whl.metadata (2.5 kB)\n",
      "Collecting MarkupSafe>=2.0 (from jinja2>=3.1.3,~=3.1->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading MarkupSafe-2.1.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (3.0 kB)\n",
      "Collecting absl-py<2,>=0.9 (from kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading absl_py-1.4.0-py3-none-any.whl.metadata (2.3 kB)\n",
      "Collecting kubernetes<26,>=8.0.0 (from kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading kubernetes-25.3.0-py2.py3-none-any.whl.metadata (1.5 kB)\n",
      "Collecting google-api-python-client<2,>=1.7.8 (from kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading google_api_python_client-1.12.11-py2.py3-none-any.whl.metadata (4.2 kB)\n",
      "Collecting requests-toolbelt<1,>=0.8.0 (from kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading requests_toolbelt-0.10.1-py2.py3-none-any.whl.metadata (14 kB)\n",
      "Collecting cloudpickle>=1.5.0 (from dask~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading cloudpickle-2.2.1-py3-none-any.whl.metadata (6.9 kB)\n",
      "Collecting kfp-server-api<2.0.0,>=1.1.2 (from kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading kfp-server-api-1.8.5.tar.gz (58 kB)\n",
      "     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 58.1/58.1 kB 6.1 MB/s eta 0:00:00\n",
      "  Preparing metadata (setup.py): started\n",
      "  Preparing metadata (setup.py): finished with status 'done'\n",
      "Collecting jsonschema<5,>=3.0.1 (from kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading jsonschema-4.22.0-py3-none-any.whl.metadata (8.2 kB)\n",
      "Collecting strip-hints<1,>=0.1.8 (from kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading strip-hints-0.1.10.tar.gz (29 kB)\n",
      "  Preparing metadata (setup.py): started\n",
      "  Preparing metadata (setup.py): finished with status 'done'\n",
      "Collecting docstring-parser<1,>=0.7.3 (from kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading docstring_parser-0.16-py3-none-any.whl.metadata (3.0 kB)\n",
      "Collecting kfp-pipeline-spec<0.2.0,>=0.1.16 (from kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading kfp_pipeline_spec-0.1.16-py3-none-any.whl.metadata (323 bytes)\n",
      "Collecting fire<1,>=0.3.1 (from kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading fire-0.6.0.tar.gz (88 kB)\n",
      "     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 88.4/88.4 kB 11.1 MB/s eta 0:00:00\n",
      "  Preparing metadata (setup.py): started\n",
      "  Preparing metadata (setup.py): finished with status 'done'\n",
      "Collecting protobuf<4,>=3.13.0 (from kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading protobuf-3.20.3-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.whl.metadata (679 bytes)\n",
      "Collecting uritemplate<4,>=3.0.1 (from kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading uritemplate-3.0.1-py2.py3-none-any.whl.metadata (4.6 kB)\n",
      "Collecting typer<1.0,>=0.3.2 (from kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading typer-0.12.3-py3-none-any.whl.metadata (15 kB)\n",
      "Collecting Flask<4 (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading flask-3.0.3-py3-none-any.whl.metadata (3.2 kB)\n",
      "Collecting alembic!=1.10.0,<2 (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading alembic-1.13.1-py3-none-any.whl.metadata (7.4 kB)\n",
      "Collecting cachetools<6,>=5.0.0 (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading cachetools-5.3.3-py3-none-any.whl.metadata (5.3 kB)\n",
      "Collecting docker<8,>=4.0.0 (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading docker-7.1.0-py3-none-any.whl.metadata (3.8 kB)\n",
      "Collecting entrypoints<1 (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading entrypoints-0.4-py3-none-any.whl.metadata (2.6 kB)\n",
      "Collecting graphene<4 (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading graphene-3.3-py2.py3-none-any.whl.metadata (7.7 kB)\n",
      "Collecting markdown<4,>=3.3 (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading Markdown-3.6-py3-none-any.whl.metadata (7.0 kB)\n",
      "Collecting matplotlib<4 (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading matplotlib-3.9.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (11 kB)\n",
      "Collecting opentelemetry-api<3,>=1.0.0 (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading opentelemetry_api-1.24.0-py3-none-any.whl.metadata (1.3 kB)\n",
      "Collecting opentelemetry-sdk<3,>=1.0.0 (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading opentelemetry_sdk-1.24.0-py3-none-any.whl.metadata (1.4 kB)\n",
      "Collecting pytz<2025 (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading pytz-2024.1-py2.py3-none-any.whl.metadata (22 kB)\n",
      "Collecting querystring-parser<2 (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading querystring_parser-1.2.4-py2.py3-none-any.whl.metadata (559 bytes)\n",
      "Collecting scikit-learn<2 (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading scikit_learn-1.5.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (11 kB)\n",
      "Collecting scipy<2 (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading scipy-1.13.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (60 kB)\n",
      "     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 60.6/60.6 kB 10.2 MB/s eta 0:00:00\n",
      "Collecting sqlparse<1,>=0.4.0 (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading sqlparse-0.5.0-py3-none-any.whl.metadata (3.9 kB)\n",
      "Collecting gunicorn<23 (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading gunicorn-22.0.0-py3-none-any.whl.metadata (4.4 kB)\n",
      "Collecting requests-oauthlib>=0.5.0 (from msrest~=0.6.21->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading requests_oauthlib-2.0.0-py2.py3-none-any.whl.metadata (11 kB)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /conda/lib/python3.9/site-packages (from msrest~=0.6.21->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2024.2.2)\n",
      "Collecting nbconvert>=6.4.5 (from nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading nbconvert-7.16.4-py3-none-any.whl.metadata (8.5 kB)\n",
      "Collecting notebook<7.0.0,>=6.4 (from nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading notebook-6.5.7-py3-none-any.whl.metadata (2.5 kB)\n",
      "Collecting tzdata>=2022.1 (from pandas<2.2,>=1.2->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading tzdata-2024.1-py2.py3-none-any.whl.metadata (1.4 kB)\n",
      "Collecting tenacity>=6.2.0 (from plotly<5.12.0,~=5.4->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading tenacity-8.3.0-py3-none-any.whl.metadata (1.2 kB)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in /conda/lib/python3.9/site-packages (from requests~=2.31->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.0.4)\n",
      "Collecting greenlet!=0.4.17 (from sqlalchemy~=1.4->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading greenlet-3.0.3-cp39-cp39-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl.metadata (3.8 kB)\n",
      "Collecting xxhash>=1 (from storey~=1.6.20->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading xxhash-3.4.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (12 kB)\n",
      "Collecting nuclio-sdk>=0.5.3 (from storey~=1.6.20->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading nuclio_sdk-0.5.10-py2.py3-none-any.whl.metadata (1.1 kB)\n",
      "Collecting future>=0.18.2 (from v3io~=0.6.4->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading future-1.0.0-py3-none-any.whl.metadata (4.0 kB)\n",
      "Collecting ujson>=3 (from v3io~=0.6.4->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading ujson-5.10.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (9.3 kB)\n",
      "Collecting googleapis-common-protos>=1.5.3 (from v3io-frames~=0.10.12->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading googleapis_common_protos-1.63.0-py2.py3-none-any.whl.metadata (1.5 kB)\n",
      "Collecting grpcio-tools!=1.34.0,<1.49,>=1.30 (from v3io-frames~=0.10.12->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading grpcio_tools-1.48.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.0 kB)\n",
      "Collecting Mako (from alembic!=1.10.0,<2->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading Mako-1.3.5-py3-none-any.whl.metadata (2.9 kB)\n",
      "Requirement already satisfied: cffi in /conda/lib/python3.9/site-packages (from azure-datalake-store<0.1,>=0.0.46->adlfs==2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.16.0)\n",
      "Collecting termcolor (from fire<1,>=0.3.1->kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading termcolor-2.4.0-py3-none-any.whl.metadata (6.1 kB)\n",
      "Collecting Werkzeug>=3.0.0 (from Flask<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading werkzeug-3.0.3-py3-none-any.whl.metadata (3.7 kB)\n",
      "Collecting itsdangerous>=2.1.2 (from Flask<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading itsdangerous-2.2.0-py3-none-any.whl.metadata (1.9 kB)\n",
      "Collecting blinker>=1.6.2 (from Flask<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading blinker-1.8.2-py3-none-any.whl.metadata (1.6 kB)\n",
      "Collecting smmap<6,>=3.0.1 (from gitdb<5,>=4.0.1->GitPython>=3.1.41,~=3.1->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading smmap-5.0.1-py3-none-any.whl.metadata (4.3 kB)\n",
      "Collecting proto-plus<2.0.0dev,>=1.22.3 (from google-api-core!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.0,<3.0.0dev,>=1.31.5->google-cloud-bigquery==3.14.1->google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == \"complete\"->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading proto_plus-1.23.0-py3-none-any.whl.metadata (2.2 kB)\n",
      "Collecting httplib2<1dev,>=0.15.0 (from google-api-python-client<2,>=1.7.8->kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading httplib2-0.22.0-py3-none-any.whl.metadata (2.6 kB)\n",
      "Collecting google-auth-httplib2>=0.0.3 (from google-api-python-client<2,>=1.7.8->kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading google_auth_httplib2-0.2.0-py2.py3-none-any.whl.metadata (2.2 kB)\n",
      "Collecting pyasn1-modules>=0.2.1 (from google-auth>=1.2->gcsfs==2023.9.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading pyasn1_modules-0.4.0-py3-none-any.whl.metadata (3.4 kB)\n",
      "Collecting rsa<5,>=3.1.4 (from google-auth>=1.2->gcsfs==2023.9.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading rsa-4.9-py3-none-any.whl.metadata (4.2 kB)\n",
      "Collecting google-crc32c<2.0dev,>=1.0 (from google-cloud-storage->gcsfs==2023.9.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading google_crc32c-1.5.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (2.3 kB)\n",
      "Collecting graphql-core<3.3,>=3.1 (from graphene<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading graphql_core-3.2.3-py3-none-any.whl.metadata (10 kB)\n",
      "Collecting graphql-relay<3.3,>=3.1 (from graphene<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading graphql_relay-3.2.0-py3-none-any.whl.metadata (12 kB)\n",
      "Collecting aniso8601<10,>=8 (from graphene<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading aniso8601-9.0.1-py2.py3-none-any.whl.metadata (23 kB)\n",
      "Collecting zipp>=0.5 (from importlib-metadata>=4.13.0->dask~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading zipp-3.19.0-py3-none-any.whl.metadata (3.5 kB)\n",
      "Collecting parso<0.9.0,>=0.8.3 (from jedi>=0.16->ipython~=8.10->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading parso-0.8.4-py2.py3-none-any.whl.metadata (7.7 kB)\n",
      "Collecting jsonschema-specifications>=2023.03.6 (from jsonschema<5,>=3.0.1->kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading jsonschema_specifications-2023.12.1-py3-none-any.whl.metadata (3.0 kB)\n",
      "Collecting referencing>=0.28.4 (from jsonschema<5,>=3.0.1->kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading referencing-0.35.1-py3-none-any.whl.metadata (2.8 kB)\n",
      "Collecting rpds-py>=0.7.1 (from jsonschema<5,>=3.0.1->kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading rpds_py-0.18.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (4.1 kB)\n",
      "Collecting websocket-client!=0.40.0,!=0.41.*,!=0.42.*,>=0.32.0 (from kubernetes<26,>=8.0.0->kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading websocket_client-1.8.0-py3-none-any.whl.metadata (8.0 kB)\n",
      "Collecting contourpy>=1.0.1 (from matplotlib<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading contourpy-1.2.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (5.8 kB)\n",
      "Collecting cycler>=0.10 (from matplotlib<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading cycler-0.12.1-py3-none-any.whl.metadata (3.8 kB)\n",
      "Collecting fonttools>=4.22.0 (from matplotlib<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading fonttools-4.52.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (160 kB)\n",
      "     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 160.9/160.9 kB 27.1 MB/s eta 0:00:00\n",
      "Collecting kiwisolver>=1.3.1 (from matplotlib<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading kiwisolver-1.4.5-cp39-cp39-manylinux_2_12_x86_64.manylinux2010_x86_64.whl.metadata (6.4 kB)\n",
      "Collecting pillow>=8 (from matplotlib<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading pillow-10.3.0-cp39-cp39-manylinux_2_28_x86_64.whl.metadata (9.2 kB)\n",
      "Collecting pyparsing>=2.3.1 (from matplotlib<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading pyparsing-3.1.2-py3-none-any.whl.metadata (5.1 kB)\n",
      "Collecting importlib-resources>=3.2.0 (from matplotlib<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading importlib_resources-6.4.0-py3-none-any.whl.metadata (3.9 kB)\n",
      "Collecting PyJWT<3,>=1.0.0 (from PyJWT[crypto]<3,>=1.0.0->msal>=1.24.0->azure-identity~=1.5->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading PyJWT-2.8.0-py3-none-any.whl.metadata (4.2 kB)\n",
      "Collecting portalocker<3,>=1.0 (from msal-extensions>=0.3.0->azure-identity~=1.5->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading portalocker-2.8.2-py3-none-any.whl.metadata (8.5 kB)\n",
      "Collecting beautifulsoup4 (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading beautifulsoup4-4.12.3-py3-none-any.whl.metadata (3.8 kB)\n",
      "Collecting bleach!=5.0.0 (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading bleach-6.1.0-py3-none-any.whl.metadata (30 kB)\n",
      "Collecting defusedxml (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading defusedxml-0.7.1-py2.py3-none-any.whl.metadata (32 kB)\n",
      "Collecting jupyter-core>=4.7 (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading jupyter_core-5.7.2-py3-none-any.whl.metadata (3.4 kB)\n",
      "Collecting jupyterlab-pygments (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading jupyterlab_pygments-0.3.0-py3-none-any.whl.metadata (4.4 kB)\n",
      "Collecting mistune<4,>=2.0.3 (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading mistune-3.0.2-py3-none-any.whl.metadata (1.7 kB)\n",
      "Collecting nbclient>=0.5.0 (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading nbclient-0.10.0-py3-none-any.whl.metadata (7.8 kB)\n",
      "Collecting nbformat>=5.7 (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading nbformat-5.10.4-py3-none-any.whl.metadata (3.6 kB)\n",
      "Collecting pandocfilters>=1.4.1 (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading pandocfilters-1.5.1-py2.py3-none-any.whl.metadata (9.0 kB)\n",
      "Collecting tinycss2 (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading tinycss2-1.3.0-py3-none-any.whl.metadata (3.0 kB)\n",
      "Collecting pyzmq>=17 (from notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading pyzmq-26.0.3-cp39-cp39-manylinux_2_12_x86_64.manylinux2010_x86_64.whl.metadata (6.1 kB)\n",
      "Collecting argon2-cffi (from notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading argon2_cffi-23.1.0-py3-none-any.whl.metadata (5.2 kB)\n",
      "Collecting jupyter-client<8,>=5.3.4 (from notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading jupyter_client-7.4.9-py3-none-any.whl.metadata (8.5 kB)\n",
      "Collecting ipython-genutils (from notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading ipython_genutils-0.2.0-py2.py3-none-any.whl.metadata (755 bytes)\n",
      "Collecting ipykernel (from notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading ipykernel-6.29.4-py3-none-any.whl.metadata (6.3 kB)\n",
      "Collecting Send2Trash>=1.8.0 (from notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading Send2Trash-1.8.3-py3-none-any.whl.metadata (4.0 kB)\n",
      "Collecting terminado>=0.8.3 (from notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading terminado-0.18.1-py3-none-any.whl.metadata (5.8 kB)\n",
      "Collecting prometheus-client (from notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading prometheus_client-0.20.0-py3-none-any.whl.metadata (1.8 kB)\n",
      "Collecting nbclassic>=0.4.7 (from notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading nbclassic-1.1.0-py3-none-any.whl.metadata (3.6 kB)\n",
      "Collecting importlib-metadata>=4.13.0 (from dask~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading importlib_metadata-7.0.0-py3-none-any.whl.metadata (4.9 kB)\n",
      "Collecting opentelemetry-semantic-conventions==0.45b0 (from opentelemetry-sdk<3,>=1.0.0->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading opentelemetry_semantic_conventions-0.45b0-py3-none-any.whl.metadata (2.2 kB)\n",
      "Collecting ptyprocess>=0.5 (from pexpect>4.3->ipython~=8.10->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading ptyprocess-0.7.0-py2.py3-none-any.whl.metadata (1.3 kB)\n",
      "Collecting wcwidth (from prompt-toolkit<3.1.0,>=3.0.41->ipython~=8.10->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading wcwidth-0.2.13-py2.py3-none-any.whl.metadata (14 kB)\n",
      "Collecting oauthlib>=3.0.0 (from requests-oauthlib>=0.5.0->msrest~=0.6.21->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading oauthlib-3.2.2-py3-none-any.whl.metadata (7.5 kB)\n",
      "Collecting joblib>=1.2.0 (from scikit-learn<2->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading joblib-1.4.2-py3-none-any.whl.metadata (5.4 kB)\n",
      "Collecting threadpoolctl>=3.1.0 (from scikit-learn<2->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading threadpoolctl-3.5.0-py3-none-any.whl.metadata (13 kB)\n",
      "Requirement already satisfied: wheel in /conda/lib/python3.9/site-packages (from strip-hints<1,>=0.1.8->kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.38.4)\n",
      "Collecting shellingham>=1.3.0 (from typer<1.0,>=0.3.2->kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading shellingham-1.5.4-py2.py3-none-any.whl.metadata (3.5 kB)\n",
      "Collecting rich>=10.11.0 (from typer<1.0,>=0.3.2->kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading rich-13.7.1-py3-none-any.whl.metadata (18 kB)\n",
      "Collecting executing>=1.2.0 (from stack-data->ipython~=8.10->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading executing-2.0.1-py2.py3-none-any.whl.metadata (9.0 kB)\n",
      "Collecting asttokens>=2.1.0 (from stack-data->ipython~=8.10->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading asttokens-2.4.1-py2.py3-none-any.whl.metadata (5.2 kB)\n",
      "Collecting pure-eval (from stack-data->ipython~=8.10->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading pure_eval-0.2.2-py3-none-any.whl.metadata (6.2 kB)\n",
      "Collecting webencodings (from bleach!=5.0.0->nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading webencodings-0.5.1-py2.py3-none-any.whl.metadata (2.1 kB)\n",
      "Requirement already satisfied: pycparser in /conda/lib/python3.9/site-packages (from cffi->azure-datalake-store<0.1,>=0.0.46->adlfs==2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.21)\n",
      "Collecting grpcio-status<2.0.dev0,>=1.33.2 (from google-api-core[grpc]!=2.0.*,!=2.1.*,!=2.10.*,!=2.2.*,!=2.3.*,!=2.4.*,!=2.5.*,!=2.6.*,!=2.7.*,!=2.8.*,!=2.9.*,<3.0.0dev,>=1.34.0->google-cloud-bigquery-storage<3.0.0dev,>=2.6.0->google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == \"complete\"->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading grpcio_status-1.64.0-py3-none-any.whl.metadata (1.1 kB)\n",
      "Requirement already satisfied: platformdirs>=2.5 in /conda/lib/python3.9/site-packages (from jupyter-core>=4.7->nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.10.0)\n",
      "Collecting notebook-shim>=0.2.3 (from nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading notebook_shim-0.2.4-py3-none-any.whl.metadata (4.0 kB)\n",
      "Collecting fastjsonschema>=2.15 (from nbformat>=5.7->nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading fastjsonschema-2.19.1-py3-none-any.whl.metadata (2.1 kB)\n",
      "Collecting pyasn1<0.7.0,>=0.4.6 (from pyasn1-modules>=0.2.1->google-auth>=1.2->gcsfs==2023.9.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading pyasn1-0.6.0-py2.py3-none-any.whl.metadata (8.3 kB)\n",
      "Collecting markdown-it-py>=2.2.0 (from rich>=10.11.0->typer<1.0,>=0.3.2->kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading markdown_it_py-3.0.0-py3-none-any.whl.metadata (6.9 kB)\n",
      "Collecting argon2-cffi-bindings (from argon2-cffi->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading argon2_cffi_bindings-21.2.0-cp36-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.7 kB)\n",
      "Collecting soupsieve>1.2 (from beautifulsoup4->nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading soupsieve-2.5-py3-none-any.whl.metadata (4.7 kB)\n",
      "Collecting comm>=0.1.1 (from ipykernel->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading comm-0.2.2-py3-none-any.whl.metadata (3.7 kB)\n",
      "Collecting debugpy>=1.6.5 (from ipykernel->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading debugpy-1.8.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (1.1 kB)\n",
      "INFO: pip is looking at multiple versions of grpcio-status to determine which version is compatible with other requirements. This could take a while.\n",
      "Collecting grpcio-status<2.0.dev0,>=1.33.2 (from google-api-core[grpc]!=2.0.*,!=2.1.*,!=2.10.*,!=2.2.*,!=2.3.*,!=2.4.*,!=2.5.*,!=2.6.*,!=2.7.*,!=2.8.*,!=2.9.*,<3.0.0dev,>=1.34.0->google-cloud-bigquery-storage<3.0.0dev,>=2.6.0->google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == \"complete\"->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading grpcio_status-1.63.0-py3-none-any.whl.metadata (1.1 kB)\n",
      "  Downloading grpcio_status-1.62.2-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.62.1-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.62.0-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.60.1-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.60.0-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.59.3-py3-none-any.whl.metadata (1.3 kB)\n",
      "INFO: pip is still looking at multiple versions of grpcio-status to determine which version is compatible with other requirements. This could take a while.\n",
      "  Downloading grpcio_status-1.59.2-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.59.0-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.58.0-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.57.0-py3-none-any.whl.metadata (1.2 kB)\n",
      "  Downloading grpcio_status-1.56.2-py3-none-any.whl.metadata (1.3 kB)\n",
      "INFO: This is taking longer than usual. You might need to provide the dependency resolver with stricter constraints to reduce runtime. See https://pip.pypa.io/warnings/backtracking for guidance. If you want to abort this run, press Ctrl + C.\n",
      "  Downloading grpcio_status-1.56.0-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.55.3-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.54.3-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.54.2-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.54.0-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.53.2-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.53.1-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.53.0-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.51.3-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.51.1-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.50.0-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.49.1-py3-none-any.whl.metadata (1.3 kB)\n",
      "  Downloading grpcio_status-1.48.2-py3-none-any.whl.metadata (1.2 kB)\n",
      "Collecting mdurl~=0.1 (from markdown-it-py>=2.2.0->rich>=10.11.0->typer<1.0,>=0.3.2->kfp~=1.8->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading mdurl-0.1.2-py3-none-any.whl.metadata (1.6 kB)\n",
      "Collecting jupyter-server<3,>=1.8 (from notebook-shim>=0.2.3->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading jupyter_server-2.14.0-py3-none-any.whl.metadata (8.4 kB)\n",
      "Collecting jupyter-events>=0.9.0 (from jupyter-server<3,>=1.8->notebook-shim>=0.2.3->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading jupyter_events-0.10.0-py3-none-any.whl.metadata (5.9 kB)\n",
      "Collecting jupyter-server-terminals>=0.4.4 (from jupyter-server<3,>=1.8->notebook-shim>=0.2.3->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading jupyter_server_terminals-0.5.3-py3-none-any.whl.metadata (5.6 kB)\n",
      "Collecting overrides>=5.0 (from jupyter-server<3,>=1.8->notebook-shim>=0.2.3->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading overrides-7.7.0-py3-none-any.whl.metadata (5.8 kB)\n",
      "Collecting python-json-logger>=2.0.4 (from jupyter-events>=0.9.0->jupyter-server<3,>=1.8->notebook-shim>=0.2.3->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading python_json_logger-2.0.7-py3-none-any.whl.metadata (6.5 kB)\n",
      "Collecting rfc3339-validator (from jupyter-events>=0.9.0->jupyter-server<3,>=1.8->notebook-shim>=0.2.3->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading rfc3339_validator-0.1.4-py2.py3-none-any.whl.metadata (1.5 kB)\n",
      "Collecting rfc3986-validator>=0.1.1 (from jupyter-events>=0.9.0->jupyter-server<3,>=1.8->notebook-shim>=0.2.3->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading rfc3986_validator-0.1.1-py2.py3-none-any.whl.metadata (1.7 kB)\n",
      "Collecting fqdn (from jsonschema[format-nongpl]>=4.18.0->jupyter-events>=0.9.0->jupyter-server<3,>=1.8->notebook-shim>=0.2.3->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading fqdn-1.5.1-py3-none-any.whl.metadata (1.4 kB)\n",
      "Collecting isoduration (from jsonschema[format-nongpl]>=4.18.0->jupyter-events>=0.9.0->jupyter-server<3,>=1.8->notebook-shim>=0.2.3->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading isoduration-20.11.0-py3-none-any.whl.metadata (5.7 kB)\n",
      "Requirement already satisfied: jsonpointer>1.13 in /conda/lib/python3.9/site-packages (from jsonschema[format-nongpl]>=4.18.0->jupyter-events>=0.9.0->jupyter-server<3,>=1.8->notebook-shim>=0.2.3->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.1)\n",
      "Collecting uri-template (from jsonschema[format-nongpl]>=4.18.0->jupyter-events>=0.9.0->jupyter-server<3,>=1.8->notebook-shim>=0.2.3->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading uri_template-1.3.0-py3-none-any.whl.metadata (8.8 kB)\n",
      "Collecting webcolors>=1.11 (from jsonschema[format-nongpl]>=4.18.0->jupyter-events>=0.9.0->jupyter-server<3,>=1.8->notebook-shim>=0.2.3->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading webcolors-1.13-py3-none-any.whl.metadata (2.6 kB)\n",
      "Collecting arrow>=0.15.0 (from isoduration->jsonschema[format-nongpl]>=4.18.0->jupyter-events>=0.9.0->jupyter-server<3,>=1.8->notebook-shim>=0.2.3->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading arrow-1.3.0-py3-none-any.whl.metadata (7.5 kB)\n",
      "Collecting types-python-dateutil>=2.8.10 (from arrow>=0.15.0->isoduration->jsonschema[format-nongpl]>=4.18.0->jupyter-events>=0.9.0->jupyter-server<3,>=1.8->notebook-shim>=0.2.3->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun==1.6.3-rc9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1))\n",
      "  Downloading types_python_dateutil-2.9.0.20240316-py3-none-any.whl.metadata (1.8 kB)\n",
      "Downloading mlrun-1.6.3rc9-py3-none-any.whl (1.0 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.0/1.0 MB 36.1 MB/s eta 0:00:00\n",
      "Downloading adlfs-2023.9.0-py3-none-any.whl (25 kB)\n",
      "Downloading fsspec-2023.9.2-py3-none-any.whl (173 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 173.4/173.4 kB 26.8 MB/s eta 0:00:00\n",
      "Downloading gcsfs-2023.9.2-py2.py3-none-any.whl (33 kB)\n",
      "Downloading google_cloud_bigquery-3.14.1-py2.py3-none-any.whl (227 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 227.8/227.8 kB 33.7 MB/s eta 0:00:00\n",
      "Downloading s3fs-2023.9.2-py3-none-any.whl (28 kB)\n",
      "Downloading aiobotocore-2.5.4-py3-none-any.whl (73 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 73.4/73.4 kB 6.0 MB/s eta 0:00:00\n",
      "Downloading aiohttp-3.9.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.2/1.2 MB 41.9 MB/s eta 0:00:00\n",
      "Downloading aiohttp_retry-2.8.3-py3-none-any.whl (9.8 kB)\n",
      "Downloading anyio-3.7.1-py3-none-any.whl (80 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 80.9/80.9 kB 15.7 MB/s eta 0:00:00\n",
      "Downloading azure_core-1.30.1-py3-none-any.whl (193 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 193.4/193.4 kB 30.6 MB/s eta 0:00:00\n",
      "Downloading azure_identity-1.16.0-py3-none-any.whl (166 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 166.1/166.1 kB 18.6 MB/s eta 0:00:00\n",
      "Downloading azure_keyvault_secrets-4.8.0-py3-none-any.whl (82 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 82.8/82.8 kB 14.8 MB/s eta 0:00:00\n",
      "Downloading boto3-1.28.17-py3-none-any.whl (135 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 135.8/135.8 kB 23.3 MB/s eta 0:00:00\n",
      "Downloading click-8.1.7-py3-none-any.whl (97 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 97.9/97.9 kB 19.8 MB/s eta 0:00:00\n",
      "Downloading dask-2023.9.3-py3-none-any.whl (1.2 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.2/1.2 MB 58.6 MB/s eta 0:00:00\n",
      "Downloading databricks_sdk-0.13.0-py3-none-any.whl (310 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 310.6/310.6 kB 44.8 MB/s eta 0:00:00\n",
      "Downloading dependency_injector-4.41.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.1 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 4.1/4.1 MB 68.9 MB/s eta 0:00:00\n",
      "Downloading Deprecated-1.2.14-py2.py3-none-any.whl (9.6 kB)\n",
      "Downloading distributed-2023.9.3-py3-none-any.whl (995 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 995.5/995.5 kB 62.4 MB/s eta 0:00:00\n",
      "Downloading GitPython-3.1.43-py3-none-any.whl (207 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 207.3/207.3 kB 29.8 MB/s eta 0:00:00\n",
      "Downloading graphviz-0.20.3-py3-none-any.whl (47 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 47.1/47.1 kB 7.6 MB/s eta 0:00:00\n",
      "Downloading inflection-0.5.1-py2.py3-none-any.whl (9.5 kB)\n",
      "Downloading ipython-8.18.1-py3-none-any.whl (808 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 808.2/808.2 kB 58.3 MB/s eta 0:00:00\n",
      "Downloading jinja2-3.1.4-py3-none-any.whl (133 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 133.3/133.3 kB 17.9 MB/s eta 0:00:00\n",
      "Downloading kafka_python-2.0.2-py2.py3-none-any.whl (246 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 246.5/246.5 kB 38.4 MB/s eta 0:00:00\n",
      "Downloading mergedeep-1.3.4-py3-none-any.whl (6.4 kB)\n",
      "Downloading mlflow-2.13.0-py3-none-any.whl (25.0 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 25.0/25.0 MB 54.2 MB/s eta 0:00:00\n",
      "Downloading msrest-0.6.21-py2.py3-none-any.whl (85 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 85.2/85.2 kB 16.4 MB/s eta 0:00:00\n",
      "Downloading nest_asyncio-1.6.0-py3-none-any.whl (5.2 kB)\n",
      "Downloading nuclio_jupyter-0.9.17-py3-none-any.whl (51 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 51.9/51.9 kB 9.7 MB/s eta 0:00:00\n",
      "Downloading numpy-1.26.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (18.2 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 18.2/18.2 MB 64.2 MB/s eta 0:00:00\n",
      "Downloading orjson-3.10.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (142 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 142.3/142.3 kB 24.3 MB/s eta 0:00:00\n",
      "Downloading pandas-2.1.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (12.3 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 12.3/12.3 MB 72.0 MB/s eta 0:00:00\n",
      "Downloading plotly-5.11.0-py2.py3-none-any.whl (15.3 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 15.3/15.3 MB 65.3 MB/s eta 0:00:00\n",
      "Downloading pyarrow-14.0.2-cp39-cp39-manylinux_2_28_x86_64.whl (38.0 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 38.0/38.0 MB 45.2 MB/s eta 0:00:00\n",
      "Downloading pydantic-1.10.14-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.2 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 3.2/3.2 MB 56.3 MB/s eta 0:00:00\n",
      "Downloading python_dotenv-0.17.1-py2.py3-none-any.whl (18 kB)\n",
      "Downloading PyYAML-5.4.1-cp39-cp39-manylinux1_x86_64.whl (630 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 630.1/630.1 kB 62.1 MB/s eta 0:00:00\n",
      "Downloading redis-4.6.0-py3-none-any.whl (241 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 241.1/241.1 kB 35.9 MB/s eta 0:00:00\n",
      "Downloading semver-3.0.2-py3-none-any.whl (17 kB)\n",
      "Downloading setuptools-69.5.1-py3-none-any.whl (894 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 894.6/894.6 kB 70.9 MB/s eta 0:00:00\n",
      "Downloading SQLAlchemy-1.4.52-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.6 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.6/1.6 MB 68.6 MB/s eta 0:00:00\n",
      "Downloading storey-1.6.20-py3-none-any.whl (162 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 162.4/162.4 kB 28.3 MB/s eta 0:00:00\n",
      "Downloading tabulate-0.8.10-py3-none-any.whl (29 kB)\n",
      "Downloading v3io-0.6.5-py3-none-any.whl (64 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 64.8/64.8 kB 11.7 MB/s eta 0:00:00\n",
      "Downloading v3io_frames-0.10.13-py3-none-any.whl (36 kB)\n",
      "Downloading v3iofs-0.1.18-py3-none-any.whl (14 kB)\n",
      "Downloading absl_py-1.4.0-py3-none-any.whl (126 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 126.5/126.5 kB 24.4 MB/s eta 0:00:00\n",
      "Downloading aioitertools-0.11.0-py3-none-any.whl (23 kB)\n",
      "Downloading aiosignal-1.3.1-py3-none-any.whl (7.6 kB)\n",
      "Downloading alembic-1.13.1-py3-none-any.whl (233 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 233.4/233.4 kB 33.3 MB/s eta 0:00:00\n",
      "Downloading async_timeout-4.0.3-py3-none-any.whl (5.7 kB)\n",
      "Downloading attrs-23.2.0-py3-none-any.whl (60 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 60.8/60.8 kB 11.0 MB/s eta 0:00:00\n",
      "Downloading azure_datalake_store-0.0.53-py2.py3-none-any.whl (55 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 55.3/55.3 kB 10.4 MB/s eta 0:00:00\n",
      "Downloading azure_storage_blob-12.20.0-py3-none-any.whl (392 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 392.2/392.2 kB 50.6 MB/s eta 0:00:00\n",
      "Downloading botocore-1.31.17-py3-none-any.whl (11.1 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 11.1/11.1 MB 77.3 MB/s eta 0:00:00\n",
      "Downloading cachetools-5.3.3-py3-none-any.whl (9.3 kB)\n",
      "Downloading cloudpickle-2.2.1-py3-none-any.whl (25 kB)\n",
      "Downloading db_dtypes-1.2.0-py2.py3-none-any.whl (14 kB)\n",
      "Downloading decorator-5.1.1-py3-none-any.whl (9.1 kB)\n",
      "Downloading docker-7.1.0-py3-none-any.whl (147 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 147.8/147.8 kB 25.3 MB/s eta 0:00:00\n",
      "Downloading docstring_parser-0.16-py3-none-any.whl (36 kB)\n",
      "Downloading entrypoints-0.4-py3-none-any.whl (5.3 kB)\n",
      "Downloading flask-3.0.3-py3-none-any.whl (101 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 101.7/101.7 kB 19.9 MB/s eta 0:00:00\n",
      "Downloading frozenlist-1.4.1-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (240 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 240.7/240.7 kB 38.0 MB/s eta 0:00:00\n",
      "Downloading future-1.0.0-py3-none-any.whl (491 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 491.3/491.3 kB 55.6 MB/s eta 0:00:00\n",
      "Downloading gitdb-4.0.11-py3-none-any.whl (62 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 62.7/62.7 kB 11.1 MB/s eta 0:00:00\n",
      "Downloading google_api_core-2.19.0-py3-none-any.whl (139 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 139.0/139.0 kB 22.0 MB/s eta 0:00:00\n",
      "Downloading google_api_python_client-1.12.11-py2.py3-none-any.whl (62 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 62.1/62.1 kB 9.0 MB/s eta 0:00:00\n",
      "Downloading google_auth-2.29.0-py2.py3-none-any.whl (189 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 189.2/189.2 kB 30.5 MB/s eta 0:00:00\n",
      "Downloading google_cloud_bigquery_storage-2.25.0-py2.py3-none-any.whl (199 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 199.8/199.8 kB 30.6 MB/s eta 0:00:00\n",
      "Downloading google_cloud_core-2.4.1-py2.py3-none-any.whl (29 kB)\n",
      "Downloading google_cloud_storage-2.16.0-py2.py3-none-any.whl (125 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 125.6/125.6 kB 18.6 MB/s eta 0:00:00\n",
      "Downloading google_resumable_media-2.7.0-py2.py3-none-any.whl (80 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 80.6/80.6 kB 13.8 MB/s eta 0:00:00\n",
      "Downloading googleapis_common_protos-1.63.0-py2.py3-none-any.whl (229 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 229.1/229.1 kB 32.9 MB/s eta 0:00:00\n",
      "Downloading graphene-3.3-py2.py3-none-any.whl (128 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 128.2/128.2 kB 23.0 MB/s eta 0:00:00\n",
      "Downloading greenlet-3.0.3-cp39-cp39-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl (614 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 614.3/614.3 kB 62.6 MB/s eta 0:00:00\n",
      "Downloading grpcio-1.64.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.6 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 5.6/5.6 MB 80.4 MB/s eta 0:00:00\n",
      "Downloading grpcio_tools-1.48.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.4 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 2.4/2.4 MB 70.6 MB/s eta 0:00:00\n",
      "Downloading gunicorn-22.0.0-py3-none-any.whl (84 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 84.4/84.4 kB 15.1 MB/s eta 0:00:00\n",
      "Downloading isodate-0.6.1-py2.py3-none-any.whl (41 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 41.7/41.7 kB 7.8 MB/s eta 0:00:00\n",
      "Downloading jedi-0.19.1-py2.py3-none-any.whl (1.6 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.6/1.6 MB 70.3 MB/s eta 0:00:00\n",
      "Downloading jmespath-1.0.1-py3-none-any.whl (20 kB)\n",
      "Downloading jsonschema-4.22.0-py3-none-any.whl (88 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 88.3/88.3 kB 17.5 MB/s eta 0:00:00\n",
      "Downloading kfp_pipeline_spec-0.1.16-py3-none-any.whl (19 kB)\n",
      "Downloading kubernetes-25.3.0-py2.py3-none-any.whl (1.4 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.4/1.4 MB 66.1 MB/s eta 0:00:00\n",
      "Downloading locket-1.0.0-py2.py3-none-any.whl (4.4 kB)\n",
      "Downloading Markdown-3.6-py3-none-any.whl (105 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 105.4/105.4 kB 18.1 MB/s eta 0:00:00\n",
      "Downloading MarkupSafe-2.1.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (25 kB)\n",
      "Downloading matplotlib-3.9.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (8.3 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 8.3/8.3 MB 78.5 MB/s eta 0:00:00\n",
      "Downloading msal-1.28.0-py3-none-any.whl (102 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 102.2/102.2 kB 17.9 MB/s eta 0:00:00\n",
      "Downloading msal_extensions-1.1.0-py3-none-any.whl (19 kB)\n",
      "Downloading msgpack-1.0.8-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (385 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 385.1/385.1 kB 46.8 MB/s eta 0:00:00\n",
      "Downloading multidict-6.0.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (123 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 123.8/123.8 kB 5.4 MB/s eta 0:00:00\n",
      "Downloading nbconvert-7.16.4-py3-none-any.whl (257 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 257.4/257.4 kB 35.7 MB/s eta 0:00:00\n",
      "Downloading notebook-6.5.7-py3-none-any.whl (529 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 529.8/529.8 kB 57.8 MB/s eta 0:00:00\n",
      "Downloading nuclio_sdk-0.5.10-py2.py3-none-any.whl (25 kB)\n",
      "Downloading opentelemetry_api-1.24.0-py3-none-any.whl (60 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 60.1/60.1 kB 11.9 MB/s eta 0:00:00\n",
      "Downloading importlib_metadata-7.0.0-py3-none-any.whl (23 kB)\n",
      "Downloading opentelemetry_sdk-1.24.0-py3-none-any.whl (106 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 106.1/106.1 kB 18.4 MB/s eta 0:00:00\n",
      "Downloading opentelemetry_semantic_conventions-0.45b0-py3-none-any.whl (36 kB)\n",
      "Downloading partd-1.4.2-py3-none-any.whl (18 kB)\n",
      "Downloading pexpect-4.9.0-py2.py3-none-any.whl (63 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 63.8/63.8 kB 11.6 MB/s eta 0:00:00\n",
      "Downloading prompt_toolkit-3.0.43-py3-none-any.whl (386 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 386.1/386.1 kB 45.1 MB/s eta 0:00:00\n",
      "Downloading protobuf-3.20.3-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.whl (1.0 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.0/1.0 MB 64.8 MB/s eta 0:00:00\n",
      "Downloading psutil-5.9.8-cp36-abi3-manylinux_2_12_x86_64.manylinux2010_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (288 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 288.2/288.2 kB 31.8 MB/s eta 0:00:00\n",
      "Downloading pygments-2.18.0-py3-none-any.whl (1.2 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.2/1.2 MB 62.7 MB/s eta 0:00:00\n",
      "Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 229.9/229.9 kB 30.7 MB/s eta 0:00:00\n",
      "Downloading pytz-2024.1-py2.py3-none-any.whl (505 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 505.5/505.5 kB 54.6 MB/s eta 0:00:00\n",
      "Downloading querystring_parser-1.2.4-py2.py3-none-any.whl (7.9 kB)\n",
      "Downloading requests_oauthlib-2.0.0-py2.py3-none-any.whl (24 kB)\n",
      "Downloading requests_toolbelt-0.10.1-py2.py3-none-any.whl (54 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 54.5/54.5 kB 10.3 MB/s eta 0:00:00\n",
      "Downloading s3transfer-0.6.2-py3-none-any.whl (79 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 79.8/79.8 kB 14.6 MB/s eta 0:00:00\n",
      "Downloading scikit_learn-1.5.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (13.4 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 13.4/13.4 MB 66.3 MB/s eta 0:00:00\n",
      "Downloading scipy-1.13.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (38.6 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 38.6/38.6 MB 38.0 MB/s eta 0:00:00\n",
      "Downloading six-1.16.0-py2.py3-none-any.whl (11 kB)\n",
      "Downloading sniffio-1.3.1-py3-none-any.whl (10 kB)\n",
      "Downloading sortedcontainers-2.4.0-py2.py3-none-any.whl (29 kB)\n",
      "Downloading sqlparse-0.5.0-py3-none-any.whl (43 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 44.0/44.0 kB 7.9 MB/s eta 0:00:00\n",
      "Downloading tblib-3.0.0-py3-none-any.whl (12 kB)\n",
      "Downloading tenacity-8.3.0-py3-none-any.whl (25 kB)\n",
      "Downloading toolz-0.12.1-py3-none-any.whl (56 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 56.1/56.1 kB 7.0 MB/s eta 0:00:00\n",
      "Downloading tornado-6.4-cp38-abi3-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (435 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 435.4/435.4 kB 54.4 MB/s eta 0:00:00\n",
      "Downloading traitlets-5.14.3-py3-none-any.whl (85 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 85.4/85.4 kB 14.2 MB/s eta 0:00:00\n",
      "Downloading typer-0.12.3-py3-none-any.whl (47 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 47.2/47.2 kB 8.7 MB/s eta 0:00:00\n",
      "Downloading typing_extensions-4.12.0-py3-none-any.whl (37 kB)\n",
      "Downloading tzdata-2024.1-py2.py3-none-any.whl (345 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 345.4/345.4 kB 45.3 MB/s eta 0:00:00\n",
      "Downloading ujson-5.10.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (53 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 53.6/53.6 kB 9.0 MB/s eta 0:00:00\n",
      "Downloading uritemplate-3.0.1-py2.py3-none-any.whl (15 kB)\n",
      "Downloading wrapt-1.16.0-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (80 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 80.1/80.1 kB 13.9 MB/s eta 0:00:00\n",
      "Downloading xxhash-3.4.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (193 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 193.8/193.8 kB 29.6 MB/s eta 0:00:00\n",
      "Downloading yarl-1.9.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (304 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 304.3/304.3 kB 39.9 MB/s eta 0:00:00\n",
      "Downloading zict-3.0.0-py2.py3-none-any.whl (43 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 43.3/43.3 kB 8.4 MB/s eta 0:00:00\n",
      "Downloading exceptiongroup-1.2.1-py3-none-any.whl (16 kB)\n",
      "Downloading google_auth_oauthlib-1.2.0-py2.py3-none-any.whl (24 kB)\n",
      "Downloading matplotlib_inline-0.1.7-py3-none-any.whl (9.9 kB)\n",
      "Downloading stack_data-0.6.3-py3-none-any.whl (24 kB)\n",
      "Downloading aniso8601-9.0.1-py2.py3-none-any.whl (52 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 52.8/52.8 kB 8.8 MB/s eta 0:00:00\n",
      "Downloading asttokens-2.4.1-py2.py3-none-any.whl (27 kB)\n",
      "Downloading bleach-6.1.0-py3-none-any.whl (162 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 162.8/162.8 kB 26.1 MB/s eta 0:00:00\n",
      "Downloading blinker-1.8.2-py3-none-any.whl (9.5 kB)\n",
      "Downloading contourpy-1.2.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (304 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 305.0/305.0 kB 41.7 MB/s eta 0:00:00\n",
      "Downloading cycler-0.12.1-py3-none-any.whl (8.3 kB)\n",
      "Downloading executing-2.0.1-py2.py3-none-any.whl (24 kB)\n",
      "Downloading fonttools-4.52.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.6 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 4.6/4.6 MB 82.9 MB/s eta 0:00:00\n",
      "Downloading google_auth_httplib2-0.2.0-py2.py3-none-any.whl (9.3 kB)\n",
      "Downloading google_crc32c-1.5.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (32 kB)\n",
      "Downloading graphql_core-3.2.3-py3-none-any.whl (202 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 202.9/202.9 kB 21.0 MB/s eta 0:00:00\n",
      "Downloading graphql_relay-3.2.0-py3-none-any.whl (16 kB)\n",
      "Downloading httplib2-0.22.0-py3-none-any.whl (96 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 96.9/96.9 kB 15.2 MB/s eta 0:00:00\n",
      "Downloading importlib_resources-6.4.0-py3-none-any.whl (38 kB)\n",
      "Downloading itsdangerous-2.2.0-py3-none-any.whl (16 kB)\n",
      "Downloading joblib-1.4.2-py3-none-any.whl (301 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 301.8/301.8 kB 41.9 MB/s eta 0:00:00\n",
      "Downloading jsonschema_specifications-2023.12.1-py3-none-any.whl (18 kB)\n",
      "Downloading jupyter_client-7.4.9-py3-none-any.whl (133 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 133.5/133.5 kB 20.2 MB/s eta 0:00:00\n",
      "Downloading jupyter_core-5.7.2-py3-none-any.whl (28 kB)\n",
      "Downloading kiwisolver-1.4.5-cp39-cp39-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (1.6 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.6/1.6 MB 70.0 MB/s eta 0:00:00\n",
      "Downloading mistune-3.0.2-py3-none-any.whl (47 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 48.0/48.0 kB 9.2 MB/s eta 0:00:00\n",
      "Downloading nbclassic-1.1.0-py3-none-any.whl (10.0 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 10.0/10.0 MB 82.7 MB/s eta 0:00:00\n",
      "Downloading nbclient-0.10.0-py3-none-any.whl (25 kB)\n",
      "Downloading nbformat-5.10.4-py3-none-any.whl (78 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 78.5/78.5 kB 14.0 MB/s eta 0:00:00\n",
      "Downloading oauthlib-3.2.2-py3-none-any.whl (151 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 151.7/151.7 kB 24.8 MB/s eta 0:00:00\n",
      "Downloading pandocfilters-1.5.1-py2.py3-none-any.whl (8.7 kB)\n",
      "Downloading parso-0.8.4-py2.py3-none-any.whl (103 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 103.7/103.7 kB 17.3 MB/s eta 0:00:00\n",
      "Downloading pillow-10.3.0-cp39-cp39-manylinux_2_28_x86_64.whl (4.5 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 4.5/4.5 MB 82.2 MB/s eta 0:00:00\n",
      "Downloading portalocker-2.8.2-py3-none-any.whl (17 kB)\n",
      "Downloading proto_plus-1.23.0-py3-none-any.whl (48 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 48.8/48.8 kB 9.5 MB/s eta 0:00:00\n",
      "Downloading ptyprocess-0.7.0-py2.py3-none-any.whl (13 kB)\n",
      "Downloading pyasn1_modules-0.4.0-py3-none-any.whl (181 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 181.2/181.2 kB 25.9 MB/s eta 0:00:00\n",
      "Downloading PyJWT-2.8.0-py3-none-any.whl (22 kB)\n",
      "Downloading pyparsing-3.1.2-py3-none-any.whl (103 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 103.2/103.2 kB 17.8 MB/s eta 0:00:00\n",
      "Downloading pyzmq-26.0.3-cp39-cp39-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (912 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 912.8/912.8 kB 73.7 MB/s eta 0:00:00\n",
      "Downloading referencing-0.35.1-py3-none-any.whl (26 kB)\n",
      "Downloading rich-13.7.1-py3-none-any.whl (240 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 240.7/240.7 kB 38.5 MB/s eta 0:00:00\n",
      "Downloading rpds_py-0.18.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.1 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.1/1.1 MB 54.0 MB/s eta 0:00:00\n",
      "Downloading rsa-4.9-py3-none-any.whl (34 kB)\n",
      "Downloading Send2Trash-1.8.3-py3-none-any.whl (18 kB)\n",
      "Downloading shellingham-1.5.4-py2.py3-none-any.whl (9.8 kB)\n",
      "Downloading smmap-5.0.1-py3-none-any.whl (24 kB)\n",
      "Downloading terminado-0.18.1-py3-none-any.whl (14 kB)\n",
      "Downloading threadpoolctl-3.5.0-py3-none-any.whl (18 kB)\n",
      "Downloading websocket_client-1.8.0-py3-none-any.whl (58 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 58.8/58.8 kB 11.0 MB/s eta 0:00:00\n",
      "Downloading werkzeug-3.0.3-py3-none-any.whl (227 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 227.3/227.3 kB 34.2 MB/s eta 0:00:00\n",
      "Downloading zipp-3.19.0-py3-none-any.whl (8.3 kB)\n",
      "Downloading argon2_cffi-23.1.0-py3-none-any.whl (15 kB)\n",
      "Downloading beautifulsoup4-4.12.3-py3-none-any.whl (147 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 147.9/147.9 kB 24.0 MB/s eta 0:00:00\n",
      "Downloading defusedxml-0.7.1-py2.py3-none-any.whl (25 kB)\n",
      "Downloading ipykernel-6.29.4-py3-none-any.whl (117 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 117.1/117.1 kB 21.7 MB/s eta 0:00:00\n",
      "Downloading ipython_genutils-0.2.0-py2.py3-none-any.whl (26 kB)\n",
      "Downloading jupyterlab_pygments-0.3.0-py3-none-any.whl (15 kB)\n",
      "Downloading Mako-1.3.5-py3-none-any.whl (78 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 78.6/78.6 kB 14.4 MB/s eta 0:00:00\n",
      "Downloading prometheus_client-0.20.0-py3-none-any.whl (54 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 54.5/54.5 kB 9.5 MB/s eta 0:00:00\n",
      "Downloading pure_eval-0.2.2-py3-none-any.whl (11 kB)\n",
      "Downloading termcolor-2.4.0-py3-none-any.whl (7.7 kB)\n",
      "Downloading tinycss2-1.3.0-py3-none-any.whl (22 kB)\n",
      "Downloading wcwidth-0.2.13-py2.py3-none-any.whl (34 kB)\n",
      "Downloading comm-0.2.2-py3-none-any.whl (7.2 kB)\n",
      "Downloading debugpy-1.8.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.1 MB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 3.1/3.1 MB 61.4 MB/s eta 0:00:00\n",
      "Downloading fastjsonschema-2.19.1-py3-none-any.whl (23 kB)\n",
      "Downloading grpcio_status-1.48.2-py3-none-any.whl (14 kB)\n",
      "Downloading markdown_it_py-3.0.0-py3-none-any.whl (87 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 87.5/87.5 kB 16.3 MB/s eta 0:00:00\n",
      "Downloading notebook_shim-0.2.4-py3-none-any.whl (13 kB)\n",
      "Downloading pyasn1-0.6.0-py2.py3-none-any.whl (85 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 85.3/85.3 kB 16.3 MB/s eta 0:00:00\n",
      "Downloading soupsieve-2.5-py3-none-any.whl (36 kB)\n",
      "Downloading webencodings-0.5.1-py2.py3-none-any.whl (11 kB)\n",
      "Downloading argon2_cffi_bindings-21.2.0-cp36-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (86 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 86.2/86.2 kB 15.1 MB/s eta 0:00:00\n",
      "Downloading jupyter_server-2.14.0-py3-none-any.whl (383 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 383.3/383.3 kB 17.3 MB/s eta 0:00:00\n",
      "Downloading mdurl-0.1.2-py3-none-any.whl (10.0 kB)\n",
      "Downloading jupyter_events-0.10.0-py3-none-any.whl (18 kB)\n",
      "Downloading jupyter_server_terminals-0.5.3-py3-none-any.whl (13 kB)\n",
      "Downloading overrides-7.7.0-py3-none-any.whl (17 kB)\n",
      "Downloading python_json_logger-2.0.7-py3-none-any.whl (8.1 kB)\n",
      "Downloading rfc3986_validator-0.1.1-py2.py3-none-any.whl (4.2 kB)\n",
      "Downloading rfc3339_validator-0.1.4-py2.py3-none-any.whl (3.5 kB)\n",
      "Downloading webcolors-1.13-py3-none-any.whl (14 kB)\n",
      "Downloading fqdn-1.5.1-py3-none-any.whl (9.1 kB)\n",
      "Downloading isoduration-20.11.0-py3-none-any.whl (11 kB)\n",
      "Downloading uri_template-1.3.0-py3-none-any.whl (11 kB)\n",
      "Downloading arrow-1.3.0-py3-none-any.whl (66 kB)\n",
      "   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 66.4/66.4 kB 8.9 MB/s eta 0:00:00\n",
      "Downloading types_python_dateutil-2.9.0.20240316-py3-none-any.whl (9.7 kB)\n",
      "Building wheels for collected packages: avro, kfp, fire, kfp-server-api, strip-hints\n",
      "  Building wheel for avro (pyproject.toml): started\n",
      "  Building wheel for avro (pyproject.toml): finished with status 'done'\n",
      "  Created wheel for avro: filename=avro-1.11.3-py2.py3-none-any.whl size=123913 sha256=d898379bd4dcf665725a0db97c1de99a66b31748025dda3b895ee9dee10b2980\n",
      "  Stored in directory: /igz/.cache/pip/wheels/86/49/c2/fc3ff718776289c141d01d69ffda1f3fb3798c8b0b5aac3c15\n",
      "  Building wheel for kfp (setup.py): started\n",
      "  Building wheel for kfp (setup.py): finished with status 'done'\n",
      "  Created wheel for kfp: filename=kfp-1.8.22-py3-none-any.whl size=426970 sha256=503c3dd6f723a0d038012a47e4b786b3e7f19705c26e5dbbad8ee2d3744e76fd\n",
      "  Stored in directory: /igz/.cache/pip/wheels/7c/3d/15/d071fc386c3286d790dcd75fc86ce32058839764a81c19c908\n",
      "  Building wheel for fire (setup.py): started\n",
      "  Building wheel for fire (setup.py): finished with status 'done'\n",
      "  Created wheel for fire: filename=fire-0.6.0-py2.py3-none-any.whl size=117032 sha256=bbb737724e023aba76d503034a9f78bee35bcc9a1098843b3b8d5ae2ca3ca61a\n",
      "  Stored in directory: /igz/.cache/pip/wheels/ec/ce/ba/9d5764d2266c500c18776c7d8f1e3c023075994cbc6dea47db\n",
      "  Building wheel for kfp-server-api (setup.py): started\n",
      "  Building wheel for kfp-server-api (setup.py): finished with status 'done'\n",
      "  Created wheel for kfp-server-api: filename=kfp_server_api-1.8.5-py3-none-any.whl size=99699 sha256=ec63b74388bcf008e568e6ca1ed81982fb7102716fb16236ea3c4577783a08fb\n",
      "  Stored in directory: /igz/.cache/pip/wheels/eb/ee/9b/1bb6039c237dcc9586d2b2034107b003d86afc7cbdc7613b5d\n",
      "  Building wheel for strip-hints (setup.py): started\n",
      "  Building wheel for strip-hints (setup.py): finished with status 'done'\n",
      "  Created wheel for strip-hints: filename=strip_hints-0.1.10-py2.py3-none-any.whl size=22283 sha256=65fbd81aab8e1646f6eb4ffbf62b8f5ef24e04e1cf8b31b47f3cce2666502e5c\n",
      "  Stored in directory: /igz/.cache/pip/wheels/eb/82/45/f4240f75b8cd041477e71032ea28652c913c0323f479032018\n",
      "Successfully built avro kfp fire kfp-server-api strip-hints\n",
      "Installing collected packages: webencodings, wcwidth, sortedcontainers, pytz, python-dotenv, pure-eval, ptyprocess, kafka-python, ipython-genutils, fastjsonschema, aniso8601, zipp, zict, xxhash, wrapt, websocket-client, webcolors, uritemplate, uri-template, ujson, tzdata, typing-extensions, types-python-dateutil, traitlets, tornado, toolz, tinycss2, threadpoolctl, termcolor, tenacity, tblib, tabulate, strip-hints, sqlparse, soupsieve, sniffio, smmap, six, shellingham, setuptools, Send2Trash, semver, rpds-py, rfc3986-validator, pyzmq, pyyaml, python-json-logger, pyparsing, PyJWT, pygments, pyasn1, psutil, protobuf, prompt-toolkit, prometheus-client, portalocker, pillow, pexpect, parso, pandocfilters, overrides, orjson, opentelemetry-semantic-conventions, oauthlib, numpy, nuclio-sdk, nest-asyncio, multidict, msgpack, mistune, mergedeep, mdurl, MarkupSafe, locket, kiwisolver, jupyterlab-pygments, joblib, jmespath, itsdangerous, inflection, gunicorn, grpcio, greenlet, graphviz, graphql-core, google-crc32c, future, fsspec, frozenlist, fqdn, fonttools, executing, exceptiongroup, entrypoints, docstring-parser, defusedxml, decorator, debugpy, cycler, cloudpickle, click, cachetools, blinker, avro, attrs, async-timeout, absl-py, yarl, Werkzeug, v3io, terminado, sqlalchemy, scipy, rsa, rfc3339-validator, requests-toolbelt, requests-oauthlib, referencing, redis, querystring-parser, python-dateutil, pydantic, pyasn1-modules, pyarrow, proto-plus, plotly, partd, matplotlib-inline, markdown-it-py, Mako, kfp-pipeline-spec, jupyter-core, jinja2, jedi, isodate, importlib-resources, importlib-metadata, httplib2, grpcio-tools, graphql-relay, googleapis-common-protos, google-resumable-media, gitdb, fire, docker, deprecated, dependency-injector, databricks-sdk, contourpy, comm, bleach, beautifulsoup4, azure-core, asttokens, argon2-cffi-bindings, anyio, aiosignal, aioitertools, v3iofs, stack-data, scikit-learn, rich, pandas, opentelemetry-api, msrest, matplotlib, markdown, kfp-server-api, jupyter-server-terminals, jupyter-client, jsonschema-specifications, grpcio-status, graphene, google-auth, GitPython, Flask, dask, botocore, azure-storage-blob, azure-keyvault-secrets, arrow, argon2-cffi, alembic, aiohttp, v3io-frames, typer, s3transfer, opentelemetry-sdk, msal, kubernetes, jsonschema, isoduration, ipython, google-auth-oauthlib, google-auth-httplib2, google-api-core, distributed, db-dtypes, aiohttp-retry, aiobotocore, storey, s3fs, nbformat, msal-extensions, mlflow, ipykernel, google-cloud-core, google-api-python-client, boto3, azure-datalake-store, nbclient, jupyter-events, google-cloud-storage, google-cloud-bigquery-storage, google-cloud-bigquery, azure-identity, nbconvert, kfp, gcsfs, adlfs, jupyter-server, notebook-shim, nbclassic, notebook, nuclio-jupyter, mlrun\n",
      "  Attempting uninstall: setuptools\n",
      "    Found existing installation: setuptools 68.2.2\n",
      "    Uninstalling setuptools-68.2.2:\n",
      "      Successfully uninstalled setuptools-68.2.2\n",
      "Successfully installed Flask-3.0.3 GitPython-3.1.43 Mako-1.3.5 MarkupSafe-2.1.5 PyJWT-2.8.0 Send2Trash-1.8.3 Werkzeug-3.0.3 absl-py-1.4.0 adlfs-2023.9.0 aiobotocore-2.5.4 aiohttp-3.9.5 aiohttp-retry-2.8.3 aioitertools-0.11.0 aiosignal-1.3.1 alembic-1.13.1 aniso8601-9.0.1 anyio-3.7.1 argon2-cffi-23.1.0 argon2-cffi-bindings-21.2.0 arrow-1.3.0 asttokens-2.4.1 async-timeout-4.0.3 attrs-23.2.0 avro-1.11.3 azure-core-1.30.1 azure-datalake-store-0.0.53 azure-identity-1.16.0 azure-keyvault-secrets-4.8.0 azure-storage-blob-12.20.0 beautifulsoup4-4.12.3 bleach-6.1.0 blinker-1.8.2 boto3-1.28.17 botocore-1.31.17 cachetools-5.3.3 click-8.1.7 cloudpickle-2.2.1 comm-0.2.2 contourpy-1.2.1 cycler-0.12.1 dask-2023.9.3 databricks-sdk-0.13.0 db-dtypes-1.2.0 debugpy-1.8.1 decorator-5.1.1 defusedxml-0.7.1 dependency-injector-4.41.0 deprecated-1.2.14 distributed-2023.9.3 docker-7.1.0 docstring-parser-0.16 entrypoints-0.4 exceptiongroup-1.2.1 executing-2.0.1 fastjsonschema-2.19.1 fire-0.6.0 fonttools-4.52.1 fqdn-1.5.1 frozenlist-1.4.1 fsspec-2023.9.2 future-1.0.0 gcsfs-2023.9.2 gitdb-4.0.11 google-api-core-2.19.0 google-api-python-client-1.12.11 google-auth-2.29.0 google-auth-httplib2-0.2.0 google-auth-oauthlib-1.2.0 google-cloud-bigquery-3.14.1 google-cloud-bigquery-storage-2.25.0 google-cloud-core-2.4.1 google-cloud-storage-2.16.0 google-crc32c-1.5.0 google-resumable-media-2.7.0 googleapis-common-protos-1.63.0 graphene-3.3 graphql-core-3.2.3 graphql-relay-3.2.0 graphviz-0.20.3 greenlet-3.0.3 grpcio-1.64.0 grpcio-status-1.48.2 grpcio-tools-1.48.2 gunicorn-22.0.0 httplib2-0.22.0 importlib-metadata-7.0.0 importlib-resources-6.4.0 inflection-0.5.1 ipykernel-6.29.4 ipython-8.18.1 ipython-genutils-0.2.0 isodate-0.6.1 isoduration-20.11.0 itsdangerous-2.2.0 jedi-0.19.1 jinja2-3.1.4 jmespath-1.0.1 joblib-1.4.2 jsonschema-4.22.0 jsonschema-specifications-2023.12.1 jupyter-client-7.4.9 jupyter-core-5.7.2 jupyter-events-0.10.0 jupyter-server-2.14.0 jupyter-server-terminals-0.5.3 jupyterlab-pygments-0.3.0 kafka-python-2.0.2 kfp-1.8.22 kfp-pipeline-spec-0.1.16 kfp-server-api-1.8.5 kiwisolver-1.4.5 kubernetes-25.3.0 locket-1.0.0 markdown-3.6 markdown-it-py-3.0.0 matplotlib-3.9.0 matplotlib-inline-0.1.7 mdurl-0.1.2 mergedeep-1.3.4 mistune-3.0.2 mlflow-2.13.0 mlrun-1.6.3rc9 msal-1.28.0 msal-extensions-1.1.0 msgpack-1.0.8 msrest-0.6.21 multidict-6.0.5 nbclassic-1.1.0 nbclient-0.10.0 nbconvert-7.16.4 nbformat-5.10.4 nest-asyncio-1.6.0 notebook-6.5.7 notebook-shim-0.2.4 nuclio-jupyter-0.9.17 nuclio-sdk-0.5.10 numpy-1.26.4 oauthlib-3.2.2 opentelemetry-api-1.24.0 opentelemetry-sdk-1.24.0 opentelemetry-semantic-conventions-0.45b0 orjson-3.10.3 overrides-7.7.0 pandas-2.1.4 pandocfilters-1.5.1 parso-0.8.4 partd-1.4.2 pexpect-4.9.0 pillow-10.3.0 plotly-5.11.0 portalocker-2.8.2 prometheus-client-0.20.0 prompt-toolkit-3.0.43 proto-plus-1.23.0 protobuf-3.20.3 psutil-5.9.8 ptyprocess-0.7.0 pure-eval-0.2.2 pyarrow-14.0.2 pyasn1-0.6.0 pyasn1-modules-0.4.0 pydantic-1.10.14 pygments-2.18.0 pyparsing-3.1.2 python-dateutil-2.9.0.post0 python-dotenv-0.17.1 python-json-logger-2.0.7 pytz-2024.1 pyyaml-5.4.1 pyzmq-26.0.3 querystring-parser-1.2.4 redis-4.6.0 referencing-0.35.1 requests-oauthlib-2.0.0 requests-toolbelt-0.10.1 rfc3339-validator-0.1.4 rfc3986-validator-0.1.1 rich-13.7.1 rpds-py-0.18.1 rsa-4.9 s3fs-2023.9.2 s3transfer-0.6.2 scikit-learn-1.5.0 scipy-1.13.1 semver-3.0.2 setuptools-69.5.1 shellingham-1.5.4 six-1.16.0 smmap-5.0.1 sniffio-1.3.1 sortedcontainers-2.4.0 soupsieve-2.5 sqlalchemy-1.4.52 sqlparse-0.5.0 stack-data-0.6.3 storey-1.6.20 strip-hints-0.1.10 tabulate-0.8.10 tblib-3.0.0 tenacity-8.3.0 termcolor-2.4.0 terminado-0.18.1 threadpoolctl-3.5.0 tinycss2-1.3.0 toolz-0.12.1 tornado-6.4 traitlets-5.14.3 typer-0.12.3 types-python-dateutil-2.9.0.20240316 typing-extensions-4.12.0 tzdata-2024.1 ujson-5.10.0 uri-template-1.3.0 uritemplate-3.0.1 v3io-0.6.5 v3io-frames-0.10.13 v3iofs-0.1.18 wcwidth-0.2.13 webcolors-1.13 webencodings-0.5.1 websocket-client-1.8.0 wrapt-1.16.0 xxhash-3.4.1 yarl-1.9.4 zict-3.0.0 zipp-3.19.0\n",
      "\u001b[36mINFO\u001b[0m[0178] Taking snapshot of full filesystem...        \n",
      "\u001b[36mINFO\u001b[0m[0220] Pushing image to docker-registry.default-tenant.app.cust-cs-il-355.iguazio-cd1.com:80/mlrun/func-stress-project-amite-spark-job:latest \n",
      "\u001b[36mINFO\u001b[0m[0244] Pushed docker-registry.default-tenant.app.cust-cs-il-355.iguazio-cd1.com:80/mlrun/func-stress-project-amite-spark-job@sha256:9453db4d56ee319168716abc7f1a75c4ee9bba73be7a9285c92a8cfd2b882973 \n",
      "> 2024-05-27 07:50:19,287 [info] Storing function: {'name': 'spark-job-spark-handler', 'uid': 'dd7fc49fc81a42e8bd331e33b51f770e', 'db': 'http://mlrun-api:8080'}\n",
      "> 2024-05-27 07:50:19,613 [info] Task schedule created: {'schedule': '0 * * * *', 'project': 'stress-project-amite', 'name': 'spark-job-spark-handler'}\n"
     ]
    }
   ],
   "source": [
    "project.build_function(\"spark-job\")\n",
    "project.run_function(\"spark-job\", schedule=\"0 * * * *\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3356710a-43e5-415c-876e-52fa662d6613",
   "metadata": {},
   "source": [
    "## Dask"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "40f4b78f-7089-4c72-8e2c-78a0348eadf1",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 07:55:53,644 [info] Storing function: {'name': 'dask-func-train', 'uid': 'dbab6a58a2364b58aa84fb9e53ef5b41', 'db': 'http://mlrun-api:8080'}\n",
      "> 2024-05-27 07:55:54,083 [info] Task schedule created: {'schedule': '0 * * * *', 'project': 'stress-project-amite', 'name': 'dask-func-train'}\n"
     ]
    }
   ],
   "source": [
    "dask_cluter_uri = f'db://{project.name}/dask-cluster'\n",
    "project.run_function('dask-func',hyperparams={\"i\":[1,10,20,30,40]},schedule=\"0 * * * *\", hyper_param_options={\"strategy\":\"list\",\"parallel_runs\":1,\"dask_cluster_uri\":dask_cluter_uri,\"teardown_dask\":True})"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "cecaa296-dbea-4455-a7cf-225acbf058e4",
   "metadata": {},
   "source": [
    "## Nuclio"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "cae64e89-adf8-440a-9a92-fa02fbdb4bd3",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 07:55:58,607 [info] Starting remote function deploy\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'nuclio_func' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2024-05-27 07:55:58  (info) Deploying function\n",
      "2024-05-27 07:55:58  (info) Building\n",
      "2024-05-27 07:55:58  (info) Staging files and preparing base images\n",
      "2024-05-27 07:55:58  (warn) Using user provided base image, runtime interpreter version is provided by the base image\n",
      "2024-05-27 07:55:58  (info) Building processor image\n",
      "2024-05-27 07:57:44  (info) Build complete\n",
      "2024-05-27 07:58:26  (info) Function deploy complete\n",
      "> 2024-05-27 07:58:29,693 [info] Successfully deployed function: {'internal_invocation_urls': ['nuclio-stress-project-amite-nuclio-func-0.default-tenant.svc.cluster.local:8080'], 'external_invocation_urls': ['stress-project-amite-nuclio-func-0.default-tenant.app.cust-cs-il-355.iguazio-cd1.com/']}\n",
      "> 2024-05-27 07:58:29,740 [info] Starting remote function deploy\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'nuclio_func' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2024-05-27 07:58:29  (info) Deploying function\n",
      "2024-05-27 07:58:29  (info) Building\n",
      "2024-05-27 07:58:29  (info) Staging files and preparing base images\n",
      "2024-05-27 07:58:29  (warn) Using user provided base image, runtime interpreter version is provided by the base image\n",
      "2024-05-27 07:58:29  (info) Building processor image\n",
      "2024-05-27 08:00:05  (info) Build complete\n",
      "2024-05-27 08:00:25  (info) Function deploy complete\n",
      "> 2024-05-27 08:00:30,630 [info] Successfully deployed function: {'internal_invocation_urls': ['nuclio-stress-project-amite-nuclio-func-1.default-tenant.svc.cluster.local:8080'], 'external_invocation_urls': ['stress-project-amite-nuclio-func-1.default-tenant.app.cust-cs-il-355.iguazio-cd1.com/']}\n",
      "> 2024-05-27 08:00:30,692 [info] Starting remote function deploy\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Names with underscore '_' are about to be deprecated, use dashes '-' instead. Replacing 'nuclio_func' underscores with dashes.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2024-05-27 08:00:30  (info) Deploying function\n",
      "2024-05-27 08:00:30  (info) Building\n",
      "2024-05-27 08:00:30  (info) Staging files and preparing base images\n",
      "2024-05-27 08:00:30  (warn) Using user provided base image, runtime interpreter version is provided by the base image\n",
      "2024-05-27 08:00:30  (info) Building processor image\n",
      "2024-05-27 08:02:56  (info) Build complete\n",
      "2024-05-27 08:03:26  (info) Function deploy complete\n",
      "> 2024-05-27 08:03:31,944 [info] Successfully deployed function: {'internal_invocation_urls': ['nuclio-stress-project-amite-nuclio-func-2.default-tenant.svc.cluster.local:8080'], 'external_invocation_urls': ['stress-project-amite-nuclio-func-2.default-tenant.app.cust-cs-il-355.iguazio-cd1.com/']}\n"
     ]
    }
   ],
   "source": [
    "number_of_nuclio_to_deploy = 3\n",
    "\n",
    "for i in range(number_of_nuclio_to_deploy):\n",
    "    job_num = str(i)\n",
    "    # Create a simple nuclio function\n",
    "    project.deploy_function(\"nuclio_func\", tag=job_num)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "78d008b3-f83f-4a99-8139-e53ffe4cc8ad",
   "metadata": {},
   "source": [
    "## Workflow"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "ff42d9ec-fd26-4873-b4d2-227bddceb8d3",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 08:03:32,010 [info] Submitting remote workflow: {'workflow_engine': 'kfp', 'schedule': '0 * * * *', 'project_name': 'stress-project-amite'}\n",
      "> 2024-05-27 08:03:32,211 [info] Workflow scheduled successfully: {'workflow_response': WorkflowResponse(project='stress-project-amite', name='workflow-func', status='scheduled', run_id=None, schedule='0 * * * *')}\n"
     ]
    }
   ],
   "source": [
    "project.run(\"workflow-func\",watch=False, schedule=\"0 * * * *\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "76be36bb-55f7-475a-a674-a660c5a934de",
   "metadata": {},
   "source": [
    "## Log models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "37979c25-3900-463a-aca0-6ead452d34f5",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "The `overwrite_build_params` parameter default will change from 'False' to 'True' in 1.8.0.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:02:34,065 [info] Started building image: .mlrun/func-stress-project-amite-log-models-job:latest\n",
      "\u001b[36mINFO\u001b[0m[0000] Retrieving image manifest mlrun/mlrun:1.6.3-rc9 \n",
      "\u001b[36mINFO\u001b[0m[0000] Retrieving image mlrun/mlrun:1.6.3-rc9 from registry index.docker.io \n",
      "\u001b[36mINFO\u001b[0m[0000] Built cross stage deps: map[]                \n",
      "\u001b[36mINFO\u001b[0m[0000] Retrieving image manifest mlrun/mlrun:1.6.3-rc9 \n",
      "\u001b[36mINFO\u001b[0m[0000] Returning cached image manifest              \n",
      "\u001b[36mINFO\u001b[0m[0000] Executing 0 build triggers                   \n",
      "\u001b[36mINFO\u001b[0m[0000] Building stage 'mlrun/mlrun:1.6.3-rc9' [idx: '0', base-idx: '-1'] \n",
      "\u001b[36mINFO\u001b[0m[0000] Unpacking rootfs as cmd RUN echo 'Installing /empty/requirements.txt...'; cat /empty/requirements.txt requires it. \n",
      "\u001b[36mINFO\u001b[0m[0040] RUN echo 'Installing /empty/requirements.txt...'; cat /empty/requirements.txt \n",
      "\u001b[36mINFO\u001b[0m[0040] Initializing snapshotter ...                 \n",
      "\u001b[36mINFO\u001b[0m[0040] Taking snapshot of full filesystem...        \n",
      "\u001b[36mINFO\u001b[0m[0061] Cmd: /bin/sh                                 \n",
      "\u001b[36mINFO\u001b[0m[0061] Args: [-c echo 'Installing /empty/requirements.txt...'; cat /empty/requirements.txt] \n",
      "\u001b[36mINFO\u001b[0m[0061] Running: [/bin/sh -c echo 'Installing /empty/requirements.txt...'; cat /empty/requirements.txt] \n",
      "Installing /empty/requirements.txt...\n",
      "mlrun[complete]==1.6.3-rc9\n",
      "scikit-learn\n",
      "\u001b[36mINFO\u001b[0m[0061] Taking snapshot of full filesystem...        \n",
      "\u001b[36mINFO\u001b[0m[0066] No files were changed, appending empty layer to config. No layer added to image. \n",
      "\u001b[36mINFO\u001b[0m[0066] RUN python -m pip install -r /empty/requirements.txt \n",
      "\u001b[36mINFO\u001b[0m[0066] Cmd: /bin/sh                                 \n",
      "\u001b[36mINFO\u001b[0m[0066] Args: [-c python -m pip install -r /empty/requirements.txt] \n",
      "\u001b[36mINFO\u001b[0m[0066] Running: [/bin/sh -c python -m pip install -r /empty/requirements.txt] \n",
      "Requirement already satisfied: mlrun[complete]==1.6.3-rc9 in /opt/conda/lib/python3.9/site-packages (from -r /empty/requirements.txt (line 1)) (1.6.3rc9)\n",
      "Requirement already satisfied: scikit-learn in /opt/conda/lib/python3.9/site-packages (from -r /empty/requirements.txt (line 2)) (1.4.2)\n",
      "Requirement already satisfied: urllib3<1.27,>=1.26.9 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.26.18)\n",
      "Requirement already satisfied: GitPython>=3.1.41,~=3.1 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.1.43)\n",
      "Requirement already satisfied: aiohttp~=3.9 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.9.5)\n",
      "Requirement already satisfied: aiohttp-retry~=2.8 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.8.3)\n",
      "Requirement already satisfied: click~=8.1 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (8.1.7)\n",
      "Requirement already satisfied: kfp~=1.8 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.8.22)\n",
      "Requirement already satisfied: nest-asyncio~=1.0 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.6.0)\n",
      "Requirement already satisfied: ipython~=8.10 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (8.18.1)\n",
      "Requirement already satisfied: nuclio-jupyter~=0.9.15 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.9.17)\n",
      "Requirement already satisfied: numpy<1.27.0,>=1.16.5 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.26.4)\n",
      "Requirement already satisfied: pandas<2.2,>=1.2 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.1.4)\n",
      "Requirement already satisfied: pyarrow<15,>=10.0 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (14.0.2)\n",
      "Requirement already satisfied: pyyaml~=5.1 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (5.4.1)\n",
      "Requirement already satisfied: requests~=2.31 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.31.0)\n",
      "Requirement already satisfied: tabulate~=0.8.6 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.8.10)\n",
      "Requirement already satisfied: v3io~=0.6.4 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.6.5)\n",
      "Requirement already satisfied: pydantic<1.10.15,>=1.10.8 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.10.14)\n",
      "Requirement already satisfied: mergedeep~=1.3 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.3.4)\n",
      "Requirement already satisfied: v3io-frames~=0.10.12 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.10.13)\n",
      "Requirement already satisfied: semver~=3.0 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.0.2)\n",
      "Requirement already satisfied: dependency-injector~=4.41 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (4.41.0)\n",
      "Requirement already satisfied: fsspec==2023.9.2 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2023.9.2)\n",
      "Requirement already satisfied: v3iofs~=0.1.17 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.1.18)\n",
      "Requirement already satisfied: storey~=1.6.20 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.6.20)\n",
      "Requirement already satisfied: inflection~=0.5.0 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.5.1)\n",
      "Requirement already satisfied: python-dotenv~=0.17.0 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.17.1)\n",
      "Requirement already satisfied: setuptools~=69.1 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (69.5.1)\n",
      "Requirement already satisfied: deprecated~=1.2 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.2.14)\n",
      "Requirement already satisfied: jinja2>=3.1.3,~=3.1 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.1.4)\n",
      "Requirement already satisfied: anyio~=3.7 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.7.1)\n",
      "Requirement already satisfied: orjson~=3.9 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.10.3)\n",
      "Requirement already satisfied: adlfs==2023.9.0 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2023.9.0)\n",
      "Requirement already satisfied: aiobotocore<2.8,>=2.5.0 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.5.4)\n",
      "Requirement already satisfied: avro~=1.11 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.11.3)\n",
      "Requirement already satisfied: azure-core~=1.24 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.30.1)\n",
      "Requirement already satisfied: azure-identity~=1.5 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.16.0)\n",
      "Requirement already satisfied: azure-keyvault-secrets~=4.2 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (4.8.0)\n",
      "Requirement already satisfied: boto3<1.29.0,>=1.28.0 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.28.17)\n",
      "Requirement already satisfied: dask~=2023.9.0 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2023.9.3)\n",
      "Requirement already satisfied: databricks-sdk~=0.13.0 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.13.0)\n",
      "Requirement already satisfied: distributed~=2023.9.0 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2023.9.3)\n",
      "Requirement already satisfied: gcsfs==2023.9.2 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2023.9.2)\n",
      "Requirement already satisfied: google-cloud-bigquery[bqstorage,pandas]==3.14.1 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.14.1)\n",
      "Requirement already satisfied: graphviz~=0.20.0 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.20.3)\n",
      "Requirement already satisfied: kafka-python~=2.0 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.0.2)\n",
      "Requirement already satisfied: mlflow~=2.8 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.12.2)\n",
      "Requirement already satisfied: msrest~=0.6.21 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.6.21)\n",
      "Requirement already satisfied: plotly<5.12.0,~=5.4 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (5.11.0)\n",
      "Requirement already satisfied: pyopenssl>=23 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (24.0.0)\n",
      "Requirement already satisfied: redis~=4.3 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (4.6.0)\n",
      "Requirement already satisfied: s3fs==2023.9.2 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2023.9.2)\n",
      "Requirement already satisfied: sqlalchemy~=1.4 in /opt/conda/lib/python3.9/site-packages (from mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.4.52)\n",
      "Requirement already satisfied: azure-datalake-store<0.1,>=0.0.46 in /opt/conda/lib/python3.9/site-packages (from adlfs==2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.0.53)\n",
      "Requirement already satisfied: azure-storage-blob>=12.12.0 in /opt/conda/lib/python3.9/site-packages (from adlfs==2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (12.20.0)\n",
      "Requirement already satisfied: decorator>4.1.2 in /opt/conda/lib/python3.9/site-packages (from gcsfs==2023.9.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (5.1.1)\n",
      "Requirement already satisfied: google-auth>=1.2 in /opt/conda/lib/python3.9/site-packages (from gcsfs==2023.9.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.29.0)\n",
      "Requirement already satisfied: google-auth-oauthlib in /opt/conda/lib/python3.9/site-packages (from gcsfs==2023.9.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.2.0)\n",
      "Requirement already satisfied: google-cloud-storage in /opt/conda/lib/python3.9/site-packages (from gcsfs==2023.9.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.16.0)\n",
      "Requirement already satisfied: google-api-core!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.0,<3.0.0dev,>=1.31.5 in /opt/conda/lib/python3.9/site-packages (from google-cloud-bigquery[bqstorage,pandas]==3.14.1->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.19.0)\n",
      "Requirement already satisfied: google-cloud-core<3.0.0dev,>=1.6.0 in /opt/conda/lib/python3.9/site-packages (from google-cloud-bigquery[bqstorage,pandas]==3.14.1->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.4.1)\n",
      "Requirement already satisfied: google-resumable-media<3.0dev,>=0.6.0 in /opt/conda/lib/python3.9/site-packages (from google-cloud-bigquery[bqstorage,pandas]==3.14.1->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.7.0)\n",
      "Requirement already satisfied: packaging>=20.0.0 in /opt/conda/lib/python3.9/site-packages (from google-cloud-bigquery[bqstorage,pandas]==3.14.1->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (23.2)\n",
      "Requirement already satisfied: python-dateutil<3.0dev,>=2.7.2 in /opt/conda/lib/python3.9/site-packages (from google-cloud-bigquery[bqstorage,pandas]==3.14.1->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.9.0.post0)\n",
      "Requirement already satisfied: db-dtypes<2.0.0dev,>=0.3.0 in /opt/conda/lib/python3.9/site-packages (from google-cloud-bigquery[bqstorage,pandas]==3.14.1->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.2.0)\n",
      "Requirement already satisfied: google-cloud-bigquery-storage<3.0.0dev,>=2.6.0 in /opt/conda/lib/python3.9/site-packages (from google-cloud-bigquery[bqstorage,pandas]==3.14.1->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.25.0)\n",
      "Requirement already satisfied: grpcio<2.0dev,>=1.47.0 in /opt/conda/lib/python3.9/site-packages (from google-cloud-bigquery[bqstorage,pandas]==3.14.1->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.63.0)\n",
      "Requirement already satisfied: scipy>=1.6.0 in /opt/conda/lib/python3.9/site-packages (from scikit-learn->-r /empty/requirements.txt (line 2)) (1.13.0)\n",
      "Requirement already satisfied: joblib>=1.2.0 in /opt/conda/lib/python3.9/site-packages (from scikit-learn->-r /empty/requirements.txt (line 2)) (1.4.2)\n",
      "Requirement already satisfied: threadpoolctl>=2.0.0 in /opt/conda/lib/python3.9/site-packages (from scikit-learn->-r /empty/requirements.txt (line 2)) (3.5.0)\n",
      "Requirement already satisfied: botocore<1.31.18,>=1.31.17 in /opt/conda/lib/python3.9/site-packages (from aiobotocore<2.8,>=2.5.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.31.17)\n",
      "Requirement already satisfied: wrapt<2.0.0,>=1.10.10 in /opt/conda/lib/python3.9/site-packages (from aiobotocore<2.8,>=2.5.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.16.0)\n",
      "Requirement already satisfied: aioitertools<1.0.0,>=0.5.1 in /opt/conda/lib/python3.9/site-packages (from aiobotocore<2.8,>=2.5.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.11.0)\n",
      "Requirement already satisfied: aiosignal>=1.1.2 in /opt/conda/lib/python3.9/site-packages (from aiohttp~=3.9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.3.1)\n",
      "Requirement already satisfied: attrs>=17.3.0 in /opt/conda/lib/python3.9/site-packages (from aiohttp~=3.9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (23.2.0)\n",
      "Requirement already satisfied: frozenlist>=1.1.1 in /opt/conda/lib/python3.9/site-packages (from aiohttp~=3.9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.4.1)\n",
      "Requirement already satisfied: multidict<7.0,>=4.5 in /opt/conda/lib/python3.9/site-packages (from aiohttp~=3.9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (6.0.5)\n",
      "Requirement already satisfied: yarl<2.0,>=1.0 in /opt/conda/lib/python3.9/site-packages (from aiohttp~=3.9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.9.4)\n",
      "Requirement already satisfied: async-timeout<5.0,>=4.0 in /opt/conda/lib/python3.9/site-packages (from aiohttp~=3.9->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (4.0.3)\n",
      "Requirement already satisfied: idna>=2.8 in /opt/conda/lib/python3.9/site-packages (from anyio~=3.7->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.7)\n",
      "Requirement already satisfied: sniffio>=1.1 in /opt/conda/lib/python3.9/site-packages (from anyio~=3.7->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.3.1)\n",
      "Requirement already satisfied: exceptiongroup in /opt/conda/lib/python3.9/site-packages (from anyio~=3.7->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.2.1)\n",
      "Requirement already satisfied: six>=1.11.0 in /opt/conda/lib/python3.9/site-packages (from azure-core~=1.24->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.16.0)\n",
      "Requirement already satisfied: typing-extensions>=4.6.0 in /opt/conda/lib/python3.9/site-packages (from azure-core~=1.24->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (4.11.0)\n",
      "Requirement already satisfied: cryptography>=2.5 in /opt/conda/lib/python3.9/site-packages (from azure-identity~=1.5->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (42.0.5)\n",
      "Requirement already satisfied: msal>=1.24.0 in /opt/conda/lib/python3.9/site-packages (from azure-identity~=1.5->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.28.0)\n",
      "Requirement already satisfied: msal-extensions>=0.3.0 in /opt/conda/lib/python3.9/site-packages (from azure-identity~=1.5->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.1.0)\n",
      "Requirement already satisfied: isodate>=0.6.1 in /opt/conda/lib/python3.9/site-packages (from azure-keyvault-secrets~=4.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.6.1)\n",
      "Requirement already satisfied: jmespath<2.0.0,>=0.7.1 in /opt/conda/lib/python3.9/site-packages (from boto3<1.29.0,>=1.28.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.0.1)\n",
      "Requirement already satisfied: s3transfer<0.7.0,>=0.6.0 in /opt/conda/lib/python3.9/site-packages (from boto3<1.29.0,>=1.28.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.6.2)\n",
      "Requirement already satisfied: cloudpickle>=1.5.0 in /opt/conda/lib/python3.9/site-packages (from dask~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.2.1)\n",
      "Requirement already satisfied: partd>=1.2.0 in /opt/conda/lib/python3.9/site-packages (from dask~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.4.2)\n",
      "Requirement already satisfied: toolz>=0.10.0 in /opt/conda/lib/python3.9/site-packages (from dask~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.12.0)\n",
      "Requirement already satisfied: importlib-metadata>=4.13.0 in /opt/conda/lib/python3.9/site-packages (from dask~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (7.1.0)\n",
      "Requirement already satisfied: locket>=1.0.0 in /opt/conda/lib/python3.9/site-packages (from distributed~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.0.0)\n",
      "Requirement already satisfied: msgpack>=1.0.0 in /opt/conda/lib/python3.9/site-packages (from distributed~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.0.8)\n",
      "Requirement already satisfied: psutil>=5.7.2 in /opt/conda/lib/python3.9/site-packages (from distributed~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (5.9.8)\n",
      "Requirement already satisfied: sortedcontainers>=2.0.5 in /opt/conda/lib/python3.9/site-packages (from distributed~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.4.0)\n",
      "Requirement already satisfied: tblib>=1.6.0 in /opt/conda/lib/python3.9/site-packages (from distributed~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.0.0)\n",
      "Requirement already satisfied: tornado>=6.0.4 in /opt/conda/lib/python3.9/site-packages (from distributed~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (6.4)\n",
      "Requirement already satisfied: zict>=3.0.0 in /opt/conda/lib/python3.9/site-packages (from distributed~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.0.0)\n",
      "Requirement already satisfied: gitdb<5,>=4.0.1 in /opt/conda/lib/python3.9/site-packages (from GitPython>=3.1.41,~=3.1->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (4.0.11)\n",
      "Requirement already satisfied: jedi>=0.16 in /opt/conda/lib/python3.9/site-packages (from ipython~=8.10->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.19.1)\n",
      "Requirement already satisfied: matplotlib-inline in /opt/conda/lib/python3.9/site-packages (from ipython~=8.10->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.1.7)\n",
      "Requirement already satisfied: prompt-toolkit<3.1.0,>=3.0.41 in /opt/conda/lib/python3.9/site-packages (from ipython~=8.10->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.0.43)\n",
      "Requirement already satisfied: pygments>=2.4.0 in /opt/conda/lib/python3.9/site-packages (from ipython~=8.10->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.18.0)\n",
      "Requirement already satisfied: stack-data in /opt/conda/lib/python3.9/site-packages (from ipython~=8.10->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.6.3)\n",
      "Requirement already satisfied: traitlets>=5 in /opt/conda/lib/python3.9/site-packages (from ipython~=8.10->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (5.14.3)\n",
      "Requirement already satisfied: pexpect>4.3 in /opt/conda/lib/python3.9/site-packages (from ipython~=8.10->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (4.9.0)\n",
      "Requirement already satisfied: MarkupSafe>=2.0 in /opt/conda/lib/python3.9/site-packages (from jinja2>=3.1.3,~=3.1->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.1.5)\n",
      "Requirement already satisfied: absl-py<2,>=0.9 in /opt/conda/lib/python3.9/site-packages (from kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.4.0)\n",
      "Requirement already satisfied: kubernetes<26,>=8.0.0 in /opt/conda/lib/python3.9/site-packages (from kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (25.3.0)\n",
      "Requirement already satisfied: google-api-python-client<2,>=1.7.8 in /opt/conda/lib/python3.9/site-packages (from kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.12.11)\n",
      "Requirement already satisfied: requests-toolbelt<1,>=0.8.0 in /opt/conda/lib/python3.9/site-packages (from kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.10.1)\n",
      "Requirement already satisfied: kfp-server-api<2.0.0,>=1.1.2 in /opt/conda/lib/python3.9/site-packages (from kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.8.5)\n",
      "Requirement already satisfied: jsonschema<5,>=3.0.1 in /opt/conda/lib/python3.9/site-packages (from kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (4.22.0)\n",
      "Requirement already satisfied: strip-hints<1,>=0.1.8 in /opt/conda/lib/python3.9/site-packages (from kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.1.10)\n",
      "Requirement already satisfied: docstring-parser<1,>=0.7.3 in /opt/conda/lib/python3.9/site-packages (from kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.16)\n",
      "Requirement already satisfied: kfp-pipeline-spec<0.2.0,>=0.1.16 in /opt/conda/lib/python3.9/site-packages (from kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.1.16)\n",
      "Requirement already satisfied: fire<1,>=0.3.1 in /opt/conda/lib/python3.9/site-packages (from kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.6.0)\n",
      "Requirement already satisfied: protobuf<4,>=3.13.0 in /opt/conda/lib/python3.9/site-packages (from kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.20.3)\n",
      "Requirement already satisfied: uritemplate<4,>=3.0.1 in /opt/conda/lib/python3.9/site-packages (from kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.0.1)\n",
      "Requirement already satisfied: typer<1.0,>=0.3.2 in /opt/conda/lib/python3.9/site-packages (from kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.12.3)\n",
      "Requirement already satisfied: Flask<4 in /opt/conda/lib/python3.9/site-packages (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.0.3)\n",
      "Requirement already satisfied: alembic!=1.10.0,<2 in /opt/conda/lib/python3.9/site-packages (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.13.1)\n",
      "Requirement already satisfied: docker<8,>=4.0.0 in /opt/conda/lib/python3.9/site-packages (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (7.0.0)\n",
      "Requirement already satisfied: entrypoints<1 in /opt/conda/lib/python3.9/site-packages (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.4)\n",
      "Requirement already satisfied: graphene<4 in /opt/conda/lib/python3.9/site-packages (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.3)\n",
      "Requirement already satisfied: markdown<4,>=3.3 in /opt/conda/lib/python3.9/site-packages (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.6)\n",
      "Requirement already satisfied: matplotlib<4 in /opt/conda/lib/python3.9/site-packages (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.9.0)\n",
      "Requirement already satisfied: pytz<2025 in /opt/conda/lib/python3.9/site-packages (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2024.1)\n",
      "Requirement already satisfied: querystring-parser<2 in /opt/conda/lib/python3.9/site-packages (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.2.4)\n",
      "Requirement already satisfied: sqlparse<1,>=0.4.0 in /opt/conda/lib/python3.9/site-packages (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.5.0)\n",
      "Requirement already satisfied: gunicorn<23 in /opt/conda/lib/python3.9/site-packages (from mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (22.0.0)\n",
      "Requirement already satisfied: requests-oauthlib>=0.5.0 in /opt/conda/lib/python3.9/site-packages (from msrest~=0.6.21->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.0.0)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.9/site-packages (from msrest~=0.6.21->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2024.2.2)\n",
      "Requirement already satisfied: nbconvert>=6.4.5 in /opt/conda/lib/python3.9/site-packages (from nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (7.16.4)\n",
      "Requirement already satisfied: notebook<7.0.0,>=6.4 in /opt/conda/lib/python3.9/site-packages (from nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (6.5.7)\n",
      "Requirement already satisfied: tzdata>=2022.1 in /opt/conda/lib/python3.9/site-packages (from pandas<2.2,>=1.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2024.1)\n",
      "Requirement already satisfied: tenacity>=6.2.0 in /opt/conda/lib/python3.9/site-packages (from plotly<5.12.0,~=5.4->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (8.3.0)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in /opt/conda/lib/python3.9/site-packages (from requests~=2.31->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.0.4)\n",
      "Requirement already satisfied: greenlet!=0.4.17 in /opt/conda/lib/python3.9/site-packages (from sqlalchemy~=1.4->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.0.3)\n",
      "Requirement already satisfied: xxhash>=1 in /opt/conda/lib/python3.9/site-packages (from storey~=1.6.20->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.4.1)\n",
      "Requirement already satisfied: nuclio-sdk>=0.5.3 in /opt/conda/lib/python3.9/site-packages (from storey~=1.6.20->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.5.10)\n",
      "Requirement already satisfied: future>=0.18.2 in /opt/conda/lib/python3.9/site-packages (from v3io~=0.6.4->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.0.0)\n",
      "Requirement already satisfied: ujson>=3 in /opt/conda/lib/python3.9/site-packages (from v3io~=0.6.4->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (5.10.0)\n",
      "Requirement already satisfied: googleapis-common-protos>=1.5.3 in /opt/conda/lib/python3.9/site-packages (from v3io-frames~=0.10.12->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.63.0)\n",
      "Requirement already satisfied: grpcio-tools!=1.34.0,<1.49,>=1.30 in /opt/conda/lib/python3.9/site-packages (from v3io-frames~=0.10.12->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.48.2)\n",
      "Requirement already satisfied: Mako in /opt/conda/lib/python3.9/site-packages (from alembic!=1.10.0,<2->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.3.5)\n",
      "Requirement already satisfied: cffi in /opt/conda/lib/python3.9/site-packages (from azure-datalake-store<0.1,>=0.0.46->adlfs==2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.16.0)\n",
      "Requirement already satisfied: termcolor in /opt/conda/lib/python3.9/site-packages (from fire<1,>=0.3.1->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.4.0)\n",
      "Requirement already satisfied: Werkzeug>=3.0.0 in /opt/conda/lib/python3.9/site-packages (from Flask<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.0.3)\n",
      "Requirement already satisfied: itsdangerous>=2.1.2 in /opt/conda/lib/python3.9/site-packages (from Flask<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.2.0)\n",
      "Requirement already satisfied: blinker>=1.6.2 in /opt/conda/lib/python3.9/site-packages (from Flask<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.8.2)\n",
      "Requirement already satisfied: smmap<6,>=3.0.1 in /opt/conda/lib/python3.9/site-packages (from gitdb<5,>=4.0.1->GitPython>=3.1.41,~=3.1->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (5.0.1)\n",
      "Requirement already satisfied: proto-plus<2.0.0dev,>=1.22.3 in /opt/conda/lib/python3.9/site-packages (from google-api-core!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.0,<3.0.0dev,>=1.31.5->google-cloud-bigquery[bqstorage,pandas]==3.14.1->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.23.0)\n",
      "Requirement already satisfied: httplib2<1dev,>=0.15.0 in /opt/conda/lib/python3.9/site-packages (from google-api-python-client<2,>=1.7.8->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.22.0)\n",
      "Requirement already satisfied: google-auth-httplib2>=0.0.3 in /opt/conda/lib/python3.9/site-packages (from google-api-python-client<2,>=1.7.8->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.2.0)\n",
      "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /opt/conda/lib/python3.9/site-packages (from google-auth>=1.2->gcsfs==2023.9.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (5.3.3)\n",
      "Requirement already satisfied: pyasn1-modules>=0.2.1 in /opt/conda/lib/python3.9/site-packages (from google-auth>=1.2->gcsfs==2023.9.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.4.0)\n",
      "Requirement already satisfied: rsa<5,>=3.1.4 in /opt/conda/lib/python3.9/site-packages (from google-auth>=1.2->gcsfs==2023.9.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (4.9)\n",
      "Requirement already satisfied: google-crc32c<2.0dev,>=1.0 in /opt/conda/lib/python3.9/site-packages (from google-cloud-storage->gcsfs==2023.9.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.5.0)\n",
      "Requirement already satisfied: graphql-core<3.3,>=3.1 in /opt/conda/lib/python3.9/site-packages (from graphene<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.2.3)\n",
      "Requirement already satisfied: graphql-relay<3.3,>=3.1 in /opt/conda/lib/python3.9/site-packages (from graphene<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.2.0)\n",
      "Requirement already satisfied: aniso8601<10,>=8 in /opt/conda/lib/python3.9/site-packages (from graphene<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (9.0.1)\n",
      "Requirement already satisfied: zipp>=0.5 in /opt/conda/lib/python3.9/site-packages (from importlib-metadata>=4.13.0->dask~=2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.18.2)\n",
      "Requirement already satisfied: parso<0.9.0,>=0.8.3 in /opt/conda/lib/python3.9/site-packages (from jedi>=0.16->ipython~=8.10->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.8.4)\n",
      "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /opt/conda/lib/python3.9/site-packages (from jsonschema<5,>=3.0.1->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2023.12.1)\n",
      "Requirement already satisfied: referencing>=0.28.4 in /opt/conda/lib/python3.9/site-packages (from jsonschema<5,>=3.0.1->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.35.1)\n",
      "Requirement already satisfied: rpds-py>=0.7.1 in /opt/conda/lib/python3.9/site-packages (from jsonschema<5,>=3.0.1->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.18.1)\n",
      "Requirement already satisfied: websocket-client!=0.40.0,!=0.41.*,!=0.42.*,>=0.32.0 in /opt/conda/lib/python3.9/site-packages (from kubernetes<26,>=8.0.0->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.8.0)\n",
      "Requirement already satisfied: contourpy>=1.0.1 in /opt/conda/lib/python3.9/site-packages (from matplotlib<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.2.1)\n",
      "Requirement already satisfied: cycler>=0.10 in /opt/conda/lib/python3.9/site-packages (from matplotlib<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.12.1)\n",
      "Requirement already satisfied: fonttools>=4.22.0 in /opt/conda/lib/python3.9/site-packages (from matplotlib<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (4.51.0)\n",
      "Requirement already satisfied: kiwisolver>=1.3.1 in /opt/conda/lib/python3.9/site-packages (from matplotlib<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.4.5)\n",
      "Requirement already satisfied: pillow>=8 in /opt/conda/lib/python3.9/site-packages (from matplotlib<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (10.3.0)\n",
      "Requirement already satisfied: pyparsing>=2.3.1 in /opt/conda/lib/python3.9/site-packages (from matplotlib<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.1.2)\n",
      "Requirement already satisfied: importlib-resources>=3.2.0 in /opt/conda/lib/python3.9/site-packages (from matplotlib<4->mlflow~=2.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (6.4.0)\n",
      "Requirement already satisfied: PyJWT[crypto]<3,>=1.0.0 in /opt/conda/lib/python3.9/site-packages (from msal>=1.24.0->azure-identity~=1.5->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.8.0)\n",
      "Requirement already satisfied: portalocker<3,>=1.0 in /opt/conda/lib/python3.9/site-packages (from msal-extensions>=0.3.0->azure-identity~=1.5->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.8.2)\n",
      "Requirement already satisfied: beautifulsoup4 in /opt/conda/lib/python3.9/site-packages (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (4.12.3)\n",
      "Requirement already satisfied: bleach!=5.0.0 in /opt/conda/lib/python3.9/site-packages (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (6.1.0)\n",
      "Requirement already satisfied: defusedxml in /opt/conda/lib/python3.9/site-packages (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.7.1)\n",
      "Requirement already satisfied: jupyter-core>=4.7 in /opt/conda/lib/python3.9/site-packages (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (5.7.2)\n",
      "Requirement already satisfied: jupyterlab-pygments in /opt/conda/lib/python3.9/site-packages (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.3.0)\n",
      "Requirement already satisfied: mistune<4,>=2.0.3 in /opt/conda/lib/python3.9/site-packages (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.0.2)\n",
      "Requirement already satisfied: nbclient>=0.5.0 in /opt/conda/lib/python3.9/site-packages (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.10.0)\n",
      "Requirement already satisfied: nbformat>=5.7 in /opt/conda/lib/python3.9/site-packages (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (5.10.4)\n",
      "Requirement already satisfied: pandocfilters>=1.4.1 in /opt/conda/lib/python3.9/site-packages (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.5.1)\n",
      "Requirement already satisfied: tinycss2 in /opt/conda/lib/python3.9/site-packages (from nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.3.0)\n",
      "Requirement already satisfied: pyzmq>=17 in /opt/conda/lib/python3.9/site-packages (from notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (26.0.3)\n",
      "Requirement already satisfied: argon2-cffi in /opt/conda/lib/python3.9/site-packages (from notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (23.1.0)\n",
      "Requirement already satisfied: jupyter-client<8,>=5.3.4 in /opt/conda/lib/python3.9/site-packages (from notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (7.4.9)\n",
      "Requirement already satisfied: ipython-genutils in /opt/conda/lib/python3.9/site-packages (from notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.2.0)\n",
      "Requirement already satisfied: ipykernel in /opt/conda/lib/python3.9/site-packages (from notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (6.29.4)\n",
      "Requirement already satisfied: Send2Trash>=1.8.0 in /opt/conda/lib/python3.9/site-packages (from notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.8.3)\n",
      "Requirement already satisfied: terminado>=0.8.3 in /opt/conda/lib/python3.9/site-packages (from notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.18.1)\n",
      "Requirement already satisfied: prometheus-client in /opt/conda/lib/python3.9/site-packages (from notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.20.0)\n",
      "Requirement already satisfied: nbclassic>=0.4.7 in /opt/conda/lib/python3.9/site-packages (from notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.0.0)\n",
      "Requirement already satisfied: ptyprocess>=0.5 in /opt/conda/lib/python3.9/site-packages (from pexpect>4.3->ipython~=8.10->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.7.0)\n",
      "Requirement already satisfied: wcwidth in /opt/conda/lib/python3.9/site-packages (from prompt-toolkit<3.1.0,>=3.0.41->ipython~=8.10->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.2.13)\n",
      "Requirement already satisfied: oauthlib>=3.0.0 in /opt/conda/lib/python3.9/site-packages (from requests-oauthlib>=0.5.0->msrest~=0.6.21->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.2.2)\n",
      "Requirement already satisfied: wheel in /opt/conda/lib/python3.9/site-packages (from strip-hints<1,>=0.1.8->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.43.0)\n",
      "Requirement already satisfied: shellingham>=1.3.0 in /opt/conda/lib/python3.9/site-packages (from typer<1.0,>=0.3.2->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.5.4)\n",
      "Requirement already satisfied: rich>=10.11.0 in /opt/conda/lib/python3.9/site-packages (from typer<1.0,>=0.3.2->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (13.7.1)\n",
      "Requirement already satisfied: executing>=1.2.0 in /opt/conda/lib/python3.9/site-packages (from stack-data->ipython~=8.10->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.0.1)\n",
      "Requirement already satisfied: asttokens>=2.1.0 in /opt/conda/lib/python3.9/site-packages (from stack-data->ipython~=8.10->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.4.1)\n",
      "Requirement already satisfied: pure-eval in /opt/conda/lib/python3.9/site-packages (from stack-data->ipython~=8.10->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.2.2)\n",
      "Requirement already satisfied: webencodings in /opt/conda/lib/python3.9/site-packages (from bleach!=5.0.0->nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.5.1)\n",
      "Requirement already satisfied: pycparser in /opt/conda/lib/python3.9/site-packages (from cffi->azure-datalake-store<0.1,>=0.0.46->adlfs==2023.9.0->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.21)\n",
      "Requirement already satisfied: grpcio-status<2.0.dev0,>=1.33.2 in /opt/conda/lib/python3.9/site-packages (from google-api-core!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.0,<3.0.0dev,>=1.31.5->google-cloud-bigquery[bqstorage,pandas]==3.14.1->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.48.2)\n",
      "Requirement already satisfied: platformdirs>=2.5 in /opt/conda/lib/python3.9/site-packages (from jupyter-core>=4.7->nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.10.0)\n",
      "Requirement already satisfied: jupyter-server>=1.8 in /opt/conda/lib/python3.9/site-packages (from nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.14.0)\n",
      "Requirement already satisfied: notebook-shim>=0.2.3 in /opt/conda/lib/python3.9/site-packages (from nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.2.4)\n",
      "Requirement already satisfied: fastjsonschema>=2.15 in /opt/conda/lib/python3.9/site-packages (from nbformat>=5.7->nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.19.1)\n",
      "Requirement already satisfied: pyasn1<0.7.0,>=0.4.6 in /opt/conda/lib/python3.9/site-packages (from pyasn1-modules>=0.2.1->google-auth>=1.2->gcsfs==2023.9.2->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.6.0)\n",
      "Requirement already satisfied: markdown-it-py>=2.2.0 in /opt/conda/lib/python3.9/site-packages (from rich>=10.11.0->typer<1.0,>=0.3.2->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (3.0.0)\n",
      "Requirement already satisfied: argon2-cffi-bindings in /opt/conda/lib/python3.9/site-packages (from argon2-cffi->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (21.2.0)\n",
      "Requirement already satisfied: soupsieve>1.2 in /opt/conda/lib/python3.9/site-packages (from beautifulsoup4->nbconvert>=6.4.5->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.5)\n",
      "Requirement already satisfied: comm>=0.1.1 in /opt/conda/lib/python3.9/site-packages (from ipykernel->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.2.2)\n",
      "Requirement already satisfied: debugpy>=1.6.5 in /opt/conda/lib/python3.9/site-packages (from ipykernel->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.8.1)\n",
      "Requirement already satisfied: jupyter-events>=0.9.0 in /opt/conda/lib/python3.9/site-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.10.0)\n",
      "Requirement already satisfied: jupyter-server-terminals>=0.4.4 in /opt/conda/lib/python3.9/site-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.5.3)\n",
      "Requirement already satisfied: overrides>=5.0 in /opt/conda/lib/python3.9/site-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (7.7.0)\n",
      "Requirement already satisfied: mdurl~=0.1 in /opt/conda/lib/python3.9/site-packages (from markdown-it-py>=2.2.0->rich>=10.11.0->typer<1.0,>=0.3.2->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.1.2)\n",
      "Requirement already satisfied: python-json-logger>=2.0.4 in /opt/conda/lib/python3.9/site-packages (from jupyter-events>=0.9.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.0.7)\n",
      "Requirement already satisfied: rfc3339-validator in /opt/conda/lib/python3.9/site-packages (from jupyter-events>=0.9.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.1.4)\n",
      "Requirement already satisfied: rfc3986-validator>=0.1.1 in /opt/conda/lib/python3.9/site-packages (from jupyter-events>=0.9.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook<7.0.0,>=6.4->nuclio-jupyter~=0.9.15->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (0.1.1)\n",
      "Requirement already satisfied: fqdn in /opt/conda/lib/python3.9/site-packages (from jsonschema<5,>=3.0.1->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.5.1)\n",
      "Requirement already satisfied: isoduration in /opt/conda/lib/python3.9/site-packages (from jsonschema<5,>=3.0.1->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (20.11.0)\n",
      "Requirement already satisfied: jsonpointer>1.13 in /opt/conda/lib/python3.9/site-packages (from jsonschema<5,>=3.0.1->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.1)\n",
      "Requirement already satisfied: uri-template in /opt/conda/lib/python3.9/site-packages (from jsonschema<5,>=3.0.1->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.3.0)\n",
      "Requirement already satisfied: webcolors>=1.11 in /opt/conda/lib/python3.9/site-packages (from jsonschema<5,>=3.0.1->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.13)\n",
      "Requirement already satisfied: arrow>=0.15.0 in /opt/conda/lib/python3.9/site-packages (from isoduration->jsonschema<5,>=3.0.1->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (1.3.0)\n",
      "Requirement already satisfied: types-python-dateutil>=2.8.10 in /opt/conda/lib/python3.9/site-packages (from arrow>=0.15.0->isoduration->jsonschema<5,>=3.0.1->kfp~=1.8->mlrun[complete]==1.6.3-rc9->-r /empty/requirements.txt (line 1)) (2.9.0.20240316)\n",
      "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\n",
      "\u001b[36mINFO\u001b[0m[0074] Taking snapshot of full filesystem...        \n",
      "\u001b[36mINFO\u001b[0m[0079] Pushing image to docker-registry.default-tenant.app.cust-cs-il-355.iguazio-cd1.com:80/mlrun/func-stress-project-amite-log-models-job:latest \n",
      "\u001b[36mINFO\u001b[0m[0079] Pushed docker-registry.default-tenant.app.cust-cs-il-355.iguazio-cd1.com:80/mlrun/func-stress-project-amite-log-models-job@sha256:e220a3c01f578afd64204700ff2051b75df720902da0795d36f86a074b8bb6c4 \n",
      "> 2024-05-27 14:04:08,199 [info] Storing function: {'name': 'log-models-job-log-n-models', 'uid': '58b66df9ee774a6fa8a6c0854f497b97', 'db': 'http://mlrun-api:8080'}\n",
      "> 2024-05-27 14:04:09,053 [info] Job is running in the background, pod: log-models-job-log-n-models-8cxjk\n",
      "> 2024-05-27 14:04:14,583 [info] To track results use the CLI: {'info_cmd': 'mlrun get run 58b66df9ee774a6fa8a6c0854f497b97 -p stress-project-amite', 'logs_cmd': 'mlrun logs 58b66df9ee774a6fa8a6c0854f497b97 -p stress-project-amite'}\n",
      "> 2024-05-27 14:04:14,583 [info] Or click for UI: {'ui_url': 'https://dashboard.default-tenant.app.cust-cs-il-355.iguazio-cd1.com/mlprojects/stress-project-amite/jobs/monitor/58b66df9ee774a6fa8a6c0854f497b97/overview'}\n",
      "> 2024-05-27 14:04:14,584 [info] Run execution finished: {'status': 'completed', 'name': 'log-models-job-log-n-models'}\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       ".dictlist {\n",
       "  background-color: #4EC64B;\n",
       "  text-align: center;\n",
       "  margin: 4px;\n",
       "  border-radius: 3px; padding: 0px 3px 1px 3px; display: inline-block;}\n",
       ".artifact {\n",
       "  cursor: pointer;\n",
       "  background-color: #4EC64B;\n",
       "  text-align: left;\n",
       "  margin: 4px; border-radius: 3px; padding: 0px 3px 1px 3px; display: inline-block;\n",
       "}\n",
       "div.block.hidden {\n",
       "  display: none;\n",
       "}\n",
       ".clickable {\n",
       "  cursor: pointer;\n",
       "}\n",
       ".ellipsis {\n",
       "  display: inline-block;\n",
       "  max-width: 60px;\n",
       "  white-space: nowrap;\n",
       "  overflow: hidden;\n",
       "  text-overflow: ellipsis;\n",
       "}\n",
       ".master-wrapper {\n",
       "  display: flex;\n",
       "  flex-flow: row nowrap;\n",
       "  justify-content: flex-start;\n",
       "  align-items: stretch;\n",
       "}\n",
       ".master-tbl {\n",
       "  flex: 3\n",
       "}\n",
       ".master-wrapper > div {\n",
       "  margin: 4px;\n",
       "  padding: 10px;\n",
       "}\n",
       "iframe.fileview {\n",
       "  border: 0 none;\n",
       "  height: 100%;\n",
       "  width: 100%;\n",
       "  white-space: pre-wrap;\n",
       "}\n",
       ".pane-header-title {\n",
       "  width: 80%;\n",
       "  font-weight: 500;\n",
       "}\n",
       ".pane-header {\n",
       "  line-height: 1;\n",
       "  background-color: #4EC64B;\n",
       "  padding: 3px;\n",
       "}\n",
       ".pane-header .close {\n",
       "  font-size: 20px;\n",
       "  font-weight: 700;\n",
       "  float: right;\n",
       "  margin-top: -5px;\n",
       "}\n",
       ".master-wrapper .right-pane {\n",
       "  border: 1px inset silver;\n",
       "  width: 40%;\n",
       "  min-height: 300px;\n",
       "  flex: 3\n",
       "  min-width: 500px;\n",
       "}\n",
       ".master-wrapper * {\n",
       "  box-sizing: border-box;\n",
       "}\n",
       "</style><script>\n",
       "function copyToClipboard(fld) {\n",
       "    if (document.queryCommandSupported && document.queryCommandSupported('copy')) {\n",
       "        var textarea = document.createElement('textarea');\n",
       "        textarea.textContent = fld.innerHTML;\n",
       "        textarea.style.position = 'fixed';\n",
       "        document.body.appendChild(textarea);\n",
       "        textarea.select();\n",
       "\n",
       "        try {\n",
       "            return document.execCommand('copy'); // Security exception may be thrown by some browsers.\n",
       "        } catch (ex) {\n",
       "\n",
       "        } finally {\n",
       "            document.body.removeChild(textarea);\n",
       "        }\n",
       "    }\n",
       "}\n",
       "function expandPanel(el) {\n",
       "  const panelName = \"#\" + el.getAttribute('paneName');\n",
       "  console.log(el.title);\n",
       "\n",
       "  document.querySelector(panelName + \"-title\").innerHTML = el.title\n",
       "  iframe = document.querySelector(panelName + \"-body\");\n",
       "\n",
       "  const tblcss = `<style> body { font-family: Arial, Helvetica, sans-serif;}\n",
       "    #csv { margin-bottom: 15px; }\n",
       "    #csv table { border-collapse: collapse;}\n",
       "    #csv table td { padding: 4px 8px; border: 1px solid silver;} </style>`;\n",
       "\n",
       "  function csvToHtmlTable(str) {\n",
       "    return '<div id=\"csv\"><table><tr><td>' +  str.replace(/[\\n\\r]+$/g, '').replace(/[\\n\\r]+/g, '</td></tr><tr><td>')\n",
       "      .replace(/,/g, '</td><td>') + '</td></tr></table></div>';\n",
       "  }\n",
       "\n",
       "  function reqListener () {\n",
       "    if (el.title.endsWith(\".csv\")) {\n",
       "      iframe.setAttribute(\"srcdoc\", tblcss + csvToHtmlTable(this.responseText));\n",
       "    } else {\n",
       "      iframe.setAttribute(\"srcdoc\", this.responseText);\n",
       "    }\n",
       "    console.log(this.responseText);\n",
       "  }\n",
       "\n",
       "  const oReq = new XMLHttpRequest();\n",
       "  oReq.addEventListener(\"load\", reqListener);\n",
       "  oReq.open(\"GET\", el.title);\n",
       "  oReq.send();\n",
       "\n",
       "\n",
       "  //iframe.src = el.title;\n",
       "  const resultPane = document.querySelector(panelName + \"-pane\");\n",
       "  if (resultPane.classList.contains(\"hidden\")) {\n",
       "    resultPane.classList.remove(\"hidden\");\n",
       "  }\n",
       "}\n",
       "function closePanel(el) {\n",
       "  const panelName = \"#\" + el.getAttribute('paneName')\n",
       "  const resultPane = document.querySelector(panelName + \"-pane\");\n",
       "  if (!resultPane.classList.contains(\"hidden\")) {\n",
       "    resultPane.classList.add(\"hidden\");\n",
       "  }\n",
       "}\n",
       "\n",
       "</script>\n",
       "<div class=\"master-wrapper\">\n",
       "  <div class=\"block master-tbl\"><div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>project</th>\n",
       "      <th>uid</th>\n",
       "      <th>iter</th>\n",
       "      <th>start</th>\n",
       "      <th>state</th>\n",
       "      <th>name</th>\n",
       "      <th>labels</th>\n",
       "      <th>inputs</th>\n",
       "      <th>parameters</th>\n",
       "      <th>results</th>\n",
       "      <th>artifact_uris</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>stress-project-amite</td>\n",
       "      <td><div title=\"58b66df9ee774a6fa8a6c0854f497b97\"><a href=\"https://dashboard.default-tenant.app.cust-cs-il-355.iguazio-cd1.com/mlprojects/stress-project-amite/jobs/monitor/58b66df9ee774a6fa8a6c0854f497b97/overview\" target=\"_blank\" >...4f497b97</a></div></td>\n",
       "      <td>0</td>\n",
       "      <td>May 27 14:04:11</td>\n",
       "      <td>completed</td>\n",
       "      <td>log-models-job-log-n-models</td>\n",
       "      <td><div class=\"dictlist\">v3io_user=amite</div><div class=\"dictlist\">kind=job</div><div class=\"dictlist\">owner=amite</div><div class=\"dictlist\">mlrun/client_version=1.6.3-rc9</div><div class=\"dictlist\">mlrun/client_python_version=3.9.18</div><div class=\"dictlist\">host=log-models-job-log-n-models-8cxjk</div></td>\n",
       "      <td></td>\n",
       "      <td><div class=\"dictlist\">number_of_models=10</div></td>\n",
       "      <td></td>\n",
       "      <td><div class=\"dictlist\">model_num_fb78d7c466b696736bbb67e84bb475e4=store://models/stress-project-amite/log-models-job-log-n-models_model_num_fb78d7c466b696736bbb67e84bb475e4#0@58b66df9ee774a6fa8a6c0854f497b97</div><div class=\"dictlist\">model_num_cc3682f868cf613cf7c27d1fc4dc435d=store://models/stress-project-amite/log-models-job-log-n-models_model_num_cc3682f868cf613cf7c27d1fc4dc435d#0@58b66df9ee774a6fa8a6c0854f497b97</div><div class=\"dictlist\">model_num_dd1d0cab2ec97a61ce57f1a5419b805d=store://models/stress-project-amite/log-models-job-log-n-models_model_num_dd1d0cab2ec97a61ce57f1a5419b805d#0@58b66df9ee774a6fa8a6c0854f497b97</div><div class=\"dictlist\">model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4=store://models/stress-project-amite/log-models-job-log-n-models_model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4#0@58b66df9ee774a6fa8a6c0854f497b97</div><div class=\"dictlist\">model_num_1a7d54828d860e216a7187f7a3dc9788=store://models/stress-project-amite/log-models-job-log-n-models_model_num_1a7d54828d860e216a7187f7a3dc9788#0@58b66df9ee774a6fa8a6c0854f497b97</div><div class=\"dictlist\">model_num_77d6fd0513e12ea2b8d6a2314ddd735f=store://models/stress-project-amite/log-models-job-log-n-models_model_num_77d6fd0513e12ea2b8d6a2314ddd735f#0@58b66df9ee774a6fa8a6c0854f497b97</div><div class=\"dictlist\">model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27=store://models/stress-project-amite/log-models-job-log-n-models_model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27#0@58b66df9ee774a6fa8a6c0854f497b97</div><div class=\"dictlist\">model_num_c5c062891f403eb4153fc8c327319179=store://models/stress-project-amite/log-models-job-log-n-models_model_num_c5c062891f403eb4153fc8c327319179#0@58b66df9ee774a6fa8a6c0854f497b97</div><div class=\"dictlist\">model_num_6587e732b52ca661329c28b5cfc93f65=store://models/stress-project-amite/log-models-job-log-n-models_model_num_6587e732b52ca661329c28b5cfc93f65#0@58b66df9ee774a6fa8a6c0854f497b97</div><div class=\"dictlist\">model_num_a13adc08f96f63e1872eb9a14f523132=store://models/stress-project-amite/log-models-job-log-n-models_model_num_a13adc08f96f63e1872eb9a14f523132#0@58b66df9ee774a6fa8a6c0854f497b97</div></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div></div>\n",
       "  <div id=\"resultc50db6fe-pane\" class=\"right-pane block hidden\">\n",
       "    <div class=\"pane-header\">\n",
       "      <span id=\"resultc50db6fe-title\" class=\"pane-header-title\">Title</span>\n",
       "      <span onclick=\"closePanel(this)\" paneName=\"resultc50db6fe\" class=\"close clickable\">&times;</span>\n",
       "    </div>\n",
       "    <iframe class=\"fileview\" id=\"resultc50db6fe-body\"></iframe>\n",
       "  </div>\n",
       "</div>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<b> > to track results use the .show() or .logs() methods  or <a href=\"https://dashboard.default-tenant.app.cust-cs-il-355.iguazio-cd1.com/mlprojects/stress-project-amite/jobs/monitor/58b66df9ee774a6fa8a6c0854f497b97/overview\" target=\"_blank\">click here</a> to open in UI</b>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:04:23,250 [info] Run execution finished: {'status': 'completed', 'name': 'log-models-job-log-n-models'}\n",
      "> 2024-05-27 14:04:23,270 [info] Storing function: {'name': 'log-models-job-daily', 'uid': '57545c2c19b0438ca423489fdd73b81a', 'db': 'http://mlrun-api:8080'}\n",
      "> 2024-05-27 14:04:23,653 [info] Task schedule created: {'schedule': '0 0 */1 * *', 'project': 'stress-project-amite', 'name': 'log-models-job-daily'}\n"
     ]
    }
   ],
   "source": [
    "number_of_models_to_log = 10\n",
    "project.build_function(\"log-models-job\")\n",
    "project.run_function(\"log-models-job\", params={\"number_of_models\":number_of_models_to_log}, auto_build=False)\n",
    "\n",
    "# Job that runs daily and logs 7 models\n",
    "project.run_function(\"log-models-job\", name=\"log-models-job-daily\", params={\"number_of_models\":7}, auto_build=False, schedule=\"0 0 */1 * *\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "95c48e82-3c49-43e6-ba78-9276651cd954",
   "metadata": {},
   "source": [
    "## Serving"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "d17b5284-ba8a-427c-b758-7c6cfb2e33d7",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:11:51,158 [info] Storing function: {'name': 'serving-creator-job-deploy-serving-functions', 'uid': '633cbd92ad9e4ab78b6d59a24a3ac848', 'db': 'http://mlrun-api:8080'}\n",
      "> 2024-05-27 14:11:51,472 [info] Job is running in the background, pod: serving-creator-job-deploy-serving-functions-mgts8\n",
      "> 2024-05-27 14:11:54,338 [info] Starting remote function deploy\n",
      "\n",
      "2024-05-27 14:11:54  (info) Deploying function\n",
      "2024-05-27 14:11:54  (info) Building\n",
      "2024-05-27 14:11:54  (info) Staging files and preparing base images\n",
      "2024-05-27 14:11:54  (warn) Using user provided base image, runtime interpreter version is provided by the base image\n",
      "2024-05-27 14:11:54  (info) Building processor image\n",
      "2024-05-27 14:13:00  (info) Build complete\n",
      "2024-05-27 14:13:40  (info) Function deploy complete\n",
      "> 2024-05-27 14:13:45,618 [info] Successfully deployed function: {'internal_invocation_urls': ['nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080'], 'external_invocation_urls': ['stress-project-amite-serving-func0.default-tenant.app.cust-cs-il-355.iguazio-cd1.com/']}\n",
      "> 2024-05-27 14:13:45,740 [info] Starting remote function deploy\n",
      "2024-05-27 14:13:46  (info) Deploying function\n",
      "2024-05-27 14:13:46  (info) Building\n",
      "2024-05-27 14:13:46  (info) Staging files and preparing base images\n",
      "2024-05-27 14:13:46  (warn) Using user provided base image, runtime interpreter version is provided by the base image\n",
      "2024-05-27 14:13:46  (info) Building processor image\n",
      "2024-05-27 14:14:51  (info) Build complete\n",
      "2024-05-27 14:15:33  (info) Function deploy complete\n",
      "> 2024-05-27 14:15:36,800 [info] Successfully deployed function: {'internal_invocation_urls': ['nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080'], 'external_invocation_urls': ['stress-project-amite-serving-func1.default-tenant.app.cust-cs-il-355.iguazio-cd1.com/']}\n",
      "> 2024-05-27 14:15:36,950 [info] To track results use the CLI: {'info_cmd': 'mlrun get run 633cbd92ad9e4ab78b6d59a24a3ac848 -p stress-project-amite', 'logs_cmd': 'mlrun logs 633cbd92ad9e4ab78b6d59a24a3ac848 -p stress-project-amite'}\n",
      "> 2024-05-27 14:15:36,950 [info] Or click for UI: {'ui_url': 'https://dashboard.default-tenant.app.cust-cs-il-355.iguazio-cd1.com/mlprojects/stress-project-amite/jobs/monitor/633cbd92ad9e4ab78b6d59a24a3ac848/overview'}\n",
      "> 2024-05-27 14:15:36,951 [info] Run execution finished: {'status': 'completed', 'name': 'serving-creator-job-deploy-serving-functions'}\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       ".dictlist {\n",
       "  background-color: #4EC64B;\n",
       "  text-align: center;\n",
       "  margin: 4px;\n",
       "  border-radius: 3px; padding: 0px 3px 1px 3px; display: inline-block;}\n",
       ".artifact {\n",
       "  cursor: pointer;\n",
       "  background-color: #4EC64B;\n",
       "  text-align: left;\n",
       "  margin: 4px; border-radius: 3px; padding: 0px 3px 1px 3px; display: inline-block;\n",
       "}\n",
       "div.block.hidden {\n",
       "  display: none;\n",
       "}\n",
       ".clickable {\n",
       "  cursor: pointer;\n",
       "}\n",
       ".ellipsis {\n",
       "  display: inline-block;\n",
       "  max-width: 60px;\n",
       "  white-space: nowrap;\n",
       "  overflow: hidden;\n",
       "  text-overflow: ellipsis;\n",
       "}\n",
       ".master-wrapper {\n",
       "  display: flex;\n",
       "  flex-flow: row nowrap;\n",
       "  justify-content: flex-start;\n",
       "  align-items: stretch;\n",
       "}\n",
       ".master-tbl {\n",
       "  flex: 3\n",
       "}\n",
       ".master-wrapper > div {\n",
       "  margin: 4px;\n",
       "  padding: 10px;\n",
       "}\n",
       "iframe.fileview {\n",
       "  border: 0 none;\n",
       "  height: 100%;\n",
       "  width: 100%;\n",
       "  white-space: pre-wrap;\n",
       "}\n",
       ".pane-header-title {\n",
       "  width: 80%;\n",
       "  font-weight: 500;\n",
       "}\n",
       ".pane-header {\n",
       "  line-height: 1;\n",
       "  background-color: #4EC64B;\n",
       "  padding: 3px;\n",
       "}\n",
       ".pane-header .close {\n",
       "  font-size: 20px;\n",
       "  font-weight: 700;\n",
       "  float: right;\n",
       "  margin-top: -5px;\n",
       "}\n",
       ".master-wrapper .right-pane {\n",
       "  border: 1px inset silver;\n",
       "  width: 40%;\n",
       "  min-height: 300px;\n",
       "  flex: 3\n",
       "  min-width: 500px;\n",
       "}\n",
       ".master-wrapper * {\n",
       "  box-sizing: border-box;\n",
       "}\n",
       "</style><script>\n",
       "function copyToClipboard(fld) {\n",
       "    if (document.queryCommandSupported && document.queryCommandSupported('copy')) {\n",
       "        var textarea = document.createElement('textarea');\n",
       "        textarea.textContent = fld.innerHTML;\n",
       "        textarea.style.position = 'fixed';\n",
       "        document.body.appendChild(textarea);\n",
       "        textarea.select();\n",
       "\n",
       "        try {\n",
       "            return document.execCommand('copy'); // Security exception may be thrown by some browsers.\n",
       "        } catch (ex) {\n",
       "\n",
       "        } finally {\n",
       "            document.body.removeChild(textarea);\n",
       "        }\n",
       "    }\n",
       "}\n",
       "function expandPanel(el) {\n",
       "  const panelName = \"#\" + el.getAttribute('paneName');\n",
       "  console.log(el.title);\n",
       "\n",
       "  document.querySelector(panelName + \"-title\").innerHTML = el.title\n",
       "  iframe = document.querySelector(panelName + \"-body\");\n",
       "\n",
       "  const tblcss = `<style> body { font-family: Arial, Helvetica, sans-serif;}\n",
       "    #csv { margin-bottom: 15px; }\n",
       "    #csv table { border-collapse: collapse;}\n",
       "    #csv table td { padding: 4px 8px; border: 1px solid silver;} </style>`;\n",
       "\n",
       "  function csvToHtmlTable(str) {\n",
       "    return '<div id=\"csv\"><table><tr><td>' +  str.replace(/[\\n\\r]+$/g, '').replace(/[\\n\\r]+/g, '</td></tr><tr><td>')\n",
       "      .replace(/,/g, '</td><td>') + '</td></tr></table></div>';\n",
       "  }\n",
       "\n",
       "  function reqListener () {\n",
       "    if (el.title.endsWith(\".csv\")) {\n",
       "      iframe.setAttribute(\"srcdoc\", tblcss + csvToHtmlTable(this.responseText));\n",
       "    } else {\n",
       "      iframe.setAttribute(\"srcdoc\", this.responseText);\n",
       "    }\n",
       "    console.log(this.responseText);\n",
       "  }\n",
       "\n",
       "  const oReq = new XMLHttpRequest();\n",
       "  oReq.addEventListener(\"load\", reqListener);\n",
       "  oReq.open(\"GET\", el.title);\n",
       "  oReq.send();\n",
       "\n",
       "\n",
       "  //iframe.src = el.title;\n",
       "  const resultPane = document.querySelector(panelName + \"-pane\");\n",
       "  if (resultPane.classList.contains(\"hidden\")) {\n",
       "    resultPane.classList.remove(\"hidden\");\n",
       "  }\n",
       "}\n",
       "function closePanel(el) {\n",
       "  const panelName = \"#\" + el.getAttribute('paneName')\n",
       "  const resultPane = document.querySelector(panelName + \"-pane\");\n",
       "  if (!resultPane.classList.contains(\"hidden\")) {\n",
       "    resultPane.classList.add(\"hidden\");\n",
       "  }\n",
       "}\n",
       "\n",
       "</script>\n",
       "<div class=\"master-wrapper\">\n",
       "  <div class=\"block master-tbl\"><div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>project</th>\n",
       "      <th>uid</th>\n",
       "      <th>iter</th>\n",
       "      <th>start</th>\n",
       "      <th>state</th>\n",
       "      <th>name</th>\n",
       "      <th>labels</th>\n",
       "      <th>inputs</th>\n",
       "      <th>parameters</th>\n",
       "      <th>results</th>\n",
       "      <th>artifacts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>stress-project-amite</td>\n",
       "      <td><div title=\"633cbd92ad9e4ab78b6d59a24a3ac848\"><a href=\"https://dashboard.default-tenant.app.cust-cs-il-355.iguazio-cd1.com/mlprojects/stress-project-amite/jobs/monitor/633cbd92ad9e4ab78b6d59a24a3ac848/overview\" target=\"_blank\" >...4a3ac848</a></div></td>\n",
       "      <td>0</td>\n",
       "      <td>May 27 14:11:54</td>\n",
       "      <td>completed</td>\n",
       "      <td>serving-creator-job-deploy-serving-functions</td>\n",
       "      <td><div class=\"dictlist\">v3io_user=amite</div><div class=\"dictlist\">kind=job</div><div class=\"dictlist\">owner=amite</div><div class=\"dictlist\">mlrun/client_version=1.6.3-rc9</div><div class=\"dictlist\">mlrun/client_python_version=3.9.18</div><div class=\"dictlist\">host=serving-creator-job-deploy-serving-functions-mgts8</div></td>\n",
       "      <td></td>\n",
       "      <td><div class=\"dictlist\">number_of_servings=2</div><div class=\"dictlist\">number_of_models=5</div></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div></div>\n",
       "  <div id=\"resulteba0933e-pane\" class=\"right-pane block hidden\">\n",
       "    <div class=\"pane-header\">\n",
       "      <span id=\"resulteba0933e-title\" class=\"pane-header-title\">Title</span>\n",
       "      <span onclick=\"closePanel(this)\" paneName=\"resulteba0933e\" class=\"close clickable\">&times;</span>\n",
       "    </div>\n",
       "    <iframe class=\"fileview\" id=\"resulteba0933e-body\"></iframe>\n",
       "  </div>\n",
       "</div>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<b> > to track results use the .show() or .logs() methods  or <a href=\"https://dashboard.default-tenant.app.cust-cs-il-355.iguazio-cd1.com/mlprojects/stress-project-amite/jobs/monitor/633cbd92ad9e4ab78b6d59a24a3ac848/overview\" target=\"_blank\">click here</a> to open in UI</b>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:15:48,606 [info] Run execution finished: {'status': 'completed', 'name': 'serving-creator-job-deploy-serving-functions'}\n"
     ]
    }
   ],
   "source": [
    "# Gets 2 parameters that define the number of servings and number of models in each serving - \"number_of_servings\" (int), \"number_of_models\" (int)\n",
    "# Make sure number_of_models <= number_of_models_to_log\n",
    "number_of_servings = 2\n",
    "number_of_models = 5\n",
    "serving_creator_func = project.run_function(\"serving-creator-job\", params={\"number_of_servings\":number_of_servings, \"number_of_models\":number_of_models})"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "467da662-4add-43bb-9791-91f41f750a4e",
   "metadata": {},
   "source": [
    "## Model monitoring"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "186085e0-c9d8-4ac5-9956-df90668c7e6a",
   "metadata": {},
   "source": [
    "#### First we enable model monitoring"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "2863c0b4-9e65-48a7-8697-54f29d14ab39",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'kind': 'job',\n",
       " 'metadata': {'name': 'model-monitoring-controller',\n",
       "  'tag': '',\n",
       "  'project': 'stress-project-amite',\n",
       "  'credentials': {'access_key': '$ref:mlrun-auth-secrets.911f4015028e61736e7c3f16fc984b4d0290412a7b2ec6d2b9e5f972'}},\n",
       " 'spec': {'command': '',\n",
       "  'args': [],\n",
       "  'image': 'mlrun/mlrun',\n",
       "  'build': {'functionSourceCode': 'IyBDb3B5cmlnaHQgMjAyMyBJZ3VhemlvCiMKIyBMaWNlbnNlZCB1bmRlciB0aGUgQXBhY2hlIExpY2Vuc2UsIFZlcnNpb24gMi4wICh0aGUgIkxpY2Vuc2UiKTsKIyB5b3UgbWF5IG5vdCB1c2UgdGhpcyBmaWxlIGV4Y2VwdCBpbiBjb21wbGlhbmNlIHdpdGggdGhlIExpY2Vuc2UuCiMgWW91IG1heSBvYnRhaW4gYSBjb3B5IG9mIHRoZSBMaWNlbnNlIGF0CiMKIyAgIGh0dHA6Ly93d3cuYXBhY2hlLm9yZy9saWNlbnNlcy9MSUNFTlNFLTIuMAojCiMgVW5sZXNzIHJlcXVpcmVkIGJ5IGFwcGxpY2FibGUgbGF3IG9yIGFncmVlZCB0byBpbiB3cml0aW5nLCBzb2Z0d2FyZQojIGRpc3RyaWJ1dGVkIHVuZGVyIHRoZSBMaWNlbnNlIGlzIGRpc3RyaWJ1dGVkIG9uIGFuICJBUyBJUyIgQkFTSVMsCiMgV0lUSE9VVCBXQVJSQU5USUVTIE9SIENPTkRJVElPTlMgT0YgQU5ZIEtJTkQsIGVpdGhlciBleHByZXNzIG9yIGltcGxpZWQuCiMgU2VlIHRoZSBMaWNlbnNlIGZvciB0aGUgc3BlY2lmaWMgbGFuZ3VhZ2UgZ292ZXJuaW5nIHBlcm1pc3Npb25zIGFuZAojIGxpbWl0YXRpb25zIHVuZGVyIHRoZSBMaWNlbnNlLgoKaW1wb3J0IG1scnVuCmZyb20gbWxydW4ubW9kZWxfbW9uaXRvcmluZy5jb250cm9sbGVyIGltcG9ydCBNb25pdG9yaW5nQXBwbGljYXRpb25Db250cm9sbGVyCgoKZGVmIGhhbmRsZXIoY29udGV4dDogbWxydW4ucnVuLk1MQ2xpZW50Q3R4KSAtPiBOb25lOgogICAgIiIiCiAgICBSdW4gbW9kZWwgbW9uaXRvcmluZyBhcHBsaWNhdGlvbiBwcm9jZXNzb3IKCiAgICA6cGFyYW0gY29udGV4dDogdGhlIE1MUnVuIGNvbnRleHQKICAgICIiIgogICAgbW9uaXRvcl9hcHBfY29udHJvbGxlciA9IE1vbml0b3JpbmdBcHBsaWNhdGlvbkNvbnRyb2xsZXIoCiAgICAgICAgY29udGV4dD1jb250ZXh0LAogICAgICAgIHByb2plY3Q9Y29udGV4dC5wcm9qZWN0LAogICAgKQogICAgbW9uaXRvcl9hcHBfY29udHJvbGxlci5ydW4oKQo=',\n",
       "   'commands': [],\n",
       "   'code_origin': '/mlrun/mlrun/model_monitoring/controller_handler.py',\n",
       "   'origin_filename': '/mlrun/mlrun/model_monitoring/controller_handler.py',\n",
       "   'requirements': []},\n",
       "  'entry_points': {'handler': {'name': 'handler',\n",
       "    'doc': 'Run model monitoring application processor',\n",
       "    'parameters': [{'name': 'context',\n",
       "      'type': 'mlrun.run.MLClientCtx',\n",
       "      'doc': 'the MLRun context'}],\n",
       "    'outputs': [{'type': 'None'}],\n",
       "    'lineno': 19,\n",
       "    'has_varargs': False,\n",
       "    'has_kwargs': False}},\n",
       "  'description': '',\n",
       "  'default_handler': 'handler',\n",
       "  'disable_auto_mount': True,\n",
       "  'volumes': [],\n",
       "  'volume_mounts': [],\n",
       "  'env': [{'name': 'MODEL_MONITORING_ACCESS_KEY',\n",
       "    'valueFrom': {'secretKeyRef': {'key': 'mlrun.model-monitoring.MODEL_MONITORING_ACCESS_KEY',\n",
       "      'name': 'mlrun-project-secrets-stress-project-amite'}}},\n",
       "   {'name': 'V3IO_API', 'value': 'http://v3io-webapi:8081'},\n",
       "   {'name': 'V3IO_USERNAME', 'value': 'pipelines'},\n",
       "   {'name': 'V3IO_ACCESS_KEY',\n",
       "    'valueFrom': {'secretKeyRef': {'key': 'accessKey',\n",
       "      'name': 'mlrun-auth-secrets.5f54ccb97c0f4f14c2fd5073457f205001742c4860f62cc55e8f45fa'}}},\n",
       "   {'name': 'V3IO_FRAMESD', 'value': 'http://framesd:8080'},\n",
       "   {'name': 'MLRUN_AUTH_SESSION',\n",
       "    'valueFrom': {'secretKeyRef': {'key': 'accessKey',\n",
       "      'name': 'mlrun-auth-secrets.911f4015028e61736e7c3f16fc984b4d0290412a7b2ec6d2b9e5f972'}}}],\n",
       "  'resources': {'requests': {'memory': '1Mi', 'cpu': '25m'},\n",
       "   'limits': {'memory': '20Gi', 'cpu': '2'}},\n",
       "  'priority_class_name': 'igz-workload-medium',\n",
       "  'preemption_mode': 'prevent',\n",
       "  'state_thresholds': {'pending_scheduled': '1h',\n",
       "   'pending_not_scheduled': '-1',\n",
       "   'image_pull_backoff': '1h',\n",
       "   'executing': '24h'},\n",
       "  'affinity': {'nodeAffinity': {'requiredDuringSchedulingIgnoredDuringExecution': {'nodeSelectorTerms': [{'matchExpressions': [{'key': 'app.iguazio.com/lifecycle',\n",
       "         'operator': 'NotIn',\n",
       "         'values': ['preemptible']},\n",
       "        {'key': 'eks.amazonaws.com/capacityType',\n",
       "         'operator': 'NotIn',\n",
       "         'values': ['SPOT']},\n",
       "        {'key': 'node-lifecycle',\n",
       "         'operator': 'NotIn',\n",
       "         'values': ['spot']}]}]}}},\n",
       "  'tolerations': None,\n",
       "  'security_context': {}},\n",
       " 'verbose': False}"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "base_period = 10\n",
    "project.enable_model_monitoring(base_period=base_period)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b243a861-f512-48fb-a8e3-b79174dbff60",
   "metadata": {},
   "source": [
    "#### Now we create an evidently app (unrelated to mlrun)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b652bcf1-d291-4072-ba43-3560931c9d30",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "8e852450-2637-4f71-8fb5-c7328da329da",
   "metadata": {},
   "outputs": [],
   "source": [
    "import evidently\n",
    "from evidently.renderers.notebook_utils import determine_template\n",
    "from evidently.report import Report\n",
    "from evidently.suite.base_suite import Suite\n",
    "from evidently.utils.dashboard import TemplateParams\n",
    "from evidently.ui.workspace import Workspace\n",
    "from evidently.ui.base import Project\n",
    "from evidently.metrics import (\n",
    "        ColumnDriftMetric,\n",
    "        ColumnSummaryMetric,\n",
    "        DatasetDriftMetric,\n",
    "        DatasetMissingValuesMetric,\n",
    "    )\n",
    "from evidently.test_preset import DataDriftTestPreset\n",
    "from evidently.test_suite import TestSuite\n",
    "from evidently.ui.dashboards import (\n",
    "        CounterAgg,\n",
    "        DashboardConfig,\n",
    "        DashboardPanelCounter,\n",
    "        DashboardPanelPlot,\n",
    "        PanelValue,\n",
    "        PlotType,\n",
    "        ReportFilter,\n",
    "    )\n",
    "\n",
    "from typing import Optional\n",
    "from uuid import UUID\n",
    "\n",
    "\n",
    "def create_demo_project(workspace_path: str) -> tuple[Workspace, Project]:\n",
    "    workspace = Workspace.create(workspace_path)\n",
    "    project = _create_evidently_project(workspace)\n",
    "    return workspace, project\n",
    "\n",
    "\n",
    "def _create_evidently_project(workspace: Workspace, id: Optional[UUID] = None, project_name=\"default\", project_description=\"my description\") -> Project:\n",
    "    if id:\n",
    "        project = Project(\n",
    "            name=project_name,\n",
    "            description=project_description,\n",
    "            dashboard=DashboardConfig(name=project_name, panels=[]),\n",
    "            id=id,\n",
    "        )  # pyright: ignore[reportGeneralTypeIssues]\n",
    "        project = workspace.add_project(project)\n",
    "    else:\n",
    "        project = workspace.create_project(project_name)\n",
    "    project.description = project_description\n",
    "    project.dashboard.add_panel(\n",
    "        DashboardPanelCounter(\n",
    "            filter=ReportFilter(metadata_values={}, tag_values=[]),\n",
    "            agg=CounterAgg.NONE,\n",
    "            title=\"Income Dataset (iris)\",\n",
    "        )  # pyright: ignore[reportGeneralTypeIssues]\n",
    "    )\n",
    "    project.dashboard.add_panel(\n",
    "        DashboardPanelCounter(\n",
    "            title=\"Model Calls\",\n",
    "            filter=ReportFilter(metadata_values={}, tag_values=[]),\n",
    "            value=PanelValue(\n",
    "                metric_id=\"DatasetMissingValuesMetric\",\n",
    "                field_path=DatasetMissingValuesMetric.fields.current.number_of_rows,\n",
    "                legend=\"count\",\n",
    "            ),\n",
    "            text=\"count\",\n",
    "            agg=CounterAgg.SUM,\n",
    "            size=1,\n",
    "        )  # pyright: ignore[reportGeneralTypeIssues]\n",
    "    )\n",
    "    project.dashboard.add_panel(\n",
    "        DashboardPanelCounter(\n",
    "            title=\"Share of Drifted Features\",\n",
    "            filter=ReportFilter(metadata_values={}, tag_values=[]),\n",
    "            value=PanelValue(\n",
    "                metric_id=\"DatasetDriftMetric\",\n",
    "                field_path=\"share_of_drifted_columns\",\n",
    "                legend=\"share\",\n",
    "            ),\n",
    "            text=\"share\",\n",
    "            agg=CounterAgg.LAST,\n",
    "            size=1,\n",
    "        )  # pyright: ignore[reportGeneralTypeIssues]\n",
    "    )\n",
    "    project.dashboard.add_panel(\n",
    "        DashboardPanelPlot(\n",
    "            title=\"Dataset Quality\",\n",
    "            filter=ReportFilter(metadata_values={}, tag_values=[]),\n",
    "            values=[\n",
    "                PanelValue(\n",
    "                    metric_id=\"DatasetDriftMetric\",\n",
    "                    field_path=\"share_of_drifted_columns\",\n",
    "                    legend=\"Drift Share\",\n",
    "                ),\n",
    "                PanelValue(\n",
    "                    metric_id=\"DatasetMissingValuesMetric\",\n",
    "                    field_path=DatasetMissingValuesMetric.fields.current.share_of_missing_values,\n",
    "                    legend=\"Missing Values Share\",\n",
    "                ),\n",
    "            ],\n",
    "            plot_type=PlotType.LINE,\n",
    "        )  # pyright: ignore[reportGeneralTypeIssues]\n",
    "    )\n",
    "    project.save()\n",
    "    return project\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "b0ddabf5-a34f-4eb6-8238-95d74db9af97",
   "metadata": {},
   "outputs": [],
   "source": [
    "# A v3io path, for example in \"/v3io/bigdata/evidently-folder\"\n",
    "evidently_project_path = \"/v3io/bigdata/evidently-folder\"\n",
    "workspace, project_evid = create_demo_project(evidently_project_path)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6480a003-fb96-4941-9c8d-0936f3bb8184",
   "metadata": {},
   "source": [
    "#### And now deploy the monitoring app"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "9ce85440-55c1-4089-8068-f2f961097f16",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:15:59,982 [info] Starting remote function deploy\n",
      "2024-05-27 14:16:00  (info) Deploying function\n",
      "2024-05-27 14:16:00  (info) Building\n",
      "2024-05-27 14:16:00  (info) Staging files and preparing base images\n",
      "2024-05-27 14:16:00  (warn) Using user provided base image, runtime interpreter version is provided by the base image\n",
      "2024-05-27 14:16:00  (info) Building processor image\n",
      "2024-05-27 14:17:15  (info) Build complete\n",
      "2024-05-27 14:17:57  (info) Function deploy complete\n",
      "> 2024-05-27 14:18:02,046 [info] Successfully deployed function: {'internal_invocation_urls': ['nuclio-stress-project-amite-custom-evidently-class.default-tenant.svc.cluster.local:8080'], 'external_invocation_urls': ['stress-project-amite-custom-evidently-class.default-tenant.app.cust-cs-il-355.iguazio-cd1.com/']}\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'http://stress-project-amite-custom-evidently-class.default-tenant.app.cust-cs-il-355.iguazio-cd1.com/'"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Create the monitoring serving function\n",
    "model_monitoring_func = project.set_model_monitoring_function(func=\"custom_evidently_app.py\", application_class=\"CustomEvidentlyMonitoringApp\", name=\"custom-evidently-class\",\n",
    "                                      image=\"mlrun/mlrun\", requirements=[\"evidently==0.4.11\"], evidently_workspace_path=workspace.path,\n",
    "                                     evidently_project_id=str(project_evid.id))\n",
    "\n",
    "model_monitoring_func.apply(mlrun.auto_mount())\n",
    "\n",
    "model_monitoring_func.deploy()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ae1fd37c-a277-498f-9d12-0f78adb4159e",
   "metadata": {},
   "source": [
    "## Infer the models serving functions with dummy data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "id": "ec5556fb-e7af-41b2-8dfc-2859441b53e8",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> 2024-05-27 14:52:17,997 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,009 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,020 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,032 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,046 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,058 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,069 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,079 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,090 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,103 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,112 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,121 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,130 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,139 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,148 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,157 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,166 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,175 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,184 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,193 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,202 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,211 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,220 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,229 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,238 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,247 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,257 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,266 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,274 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,283 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,293 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,304 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,313 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,323 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,331 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,341 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,351 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,360 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,370 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,379 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,388 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,398 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,407 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,416 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,425 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,434 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,443 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,452 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,461 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,470 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,479 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,488 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,498 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,507 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,528 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,538 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,548 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,559 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,569 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,581 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,600 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,611 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,622 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,632 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,643 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,653 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,664 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,674 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,686 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,696 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,706 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,715 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,725 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,736 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,745 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,755 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,764 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,773 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,790 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,799 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,808 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,817 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,826 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,835 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,844 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,853 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,863 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,872 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,881 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,890 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,898 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,907 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,916 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,925 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,934 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,943 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,952 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,960 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,969 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,978 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_5cd9cf2b447a0a8e2ccd2800fd2e5f27/infer'}\n",
      "> 2024-05-27 14:52:18,987 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:18,995 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,005 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,013 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,029 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,044 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,054 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,064 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,077 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,095 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,107 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,121 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,133 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,144 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,155 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,171 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,183 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,195 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,207 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,222 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,240 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,259 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,282 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,301 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,312 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,327 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,342 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,353 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,365 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,385 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,396 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,408 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,423 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,433 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,449 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,459 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,469 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,480 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,490 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,499 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,509 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,521 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,532 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,541 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,550 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,565 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,583 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,599 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,610 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,619 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,629 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,644 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,654 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,663 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,674 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,683 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,693 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,704 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,715 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,724 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,735 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,744 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,754 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,766 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,775 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,784 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,794 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,803 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,812 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,821 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,830 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,840 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,848 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,857 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,867 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,876 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,885 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,894 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,903 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,912 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,920 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,929 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,939 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,948 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,957 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,965 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,974 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,983 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:19,992 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:20,002 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:20,013 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:20,025 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:20,035 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:20,057 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:20,067 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:20,078 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:20,093 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:20,105 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:20,118 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:20,128 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:20,140 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,149 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,162 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,171 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,182 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,192 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,201 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,211 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,220 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,230 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,239 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,248 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,257 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,266 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,275 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,284 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,294 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,303 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,312 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,321 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,330 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,338 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,348 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,357 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,366 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,375 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,384 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,393 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,402 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,411 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,420 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,429 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,438 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,447 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,455 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,464 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,473 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,482 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,491 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,500 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,509 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,518 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,527 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,537 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,546 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,555 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,565 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,574 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,583 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,592 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,600 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,621 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,630 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,639 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,648 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,657 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,666 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,676 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,685 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,695 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,704 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,713 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,723 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,732 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,741 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,749 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,758 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,767 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,776 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,785 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,793 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,802 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,813 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,825 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,834 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,843 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,851 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,860 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,869 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,878 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,886 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,895 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,904 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,914 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,922 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,932 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,941 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,950 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,959 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,967 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,976 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,985 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:20,994 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:21,003 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:21,012 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:21,021 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:21,032 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:21,043 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:21,052 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:21,061 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:21,072 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,082 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,092 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,102 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,111 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,121 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,131 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,141 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,151 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,162 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,172 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,181 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,190 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,200 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,209 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,218 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,226 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,236 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,245 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,254 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,264 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,274 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,283 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,292 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,302 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,312 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,321 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,330 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,339 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,348 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,358 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,368 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,377 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,386 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,396 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,405 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,415 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,425 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,434 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,443 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,452 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,461 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,470 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,479 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,488 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,496 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,505 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,514 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,523 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,531 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,540 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,549 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,558 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,567 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,576 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,586 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,594 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,603 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,612 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,621 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,630 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,638 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,647 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,656 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,665 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,673 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,682 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,691 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,700 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,709 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,718 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,728 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,745 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,754 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,763 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,772 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,782 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,790 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,799 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,808 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,817 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,827 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,836 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,845 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,854 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,862 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,871 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,880 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,888 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,898 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,907 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,919 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,929 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,938 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,948 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,957 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,967 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,976 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,990 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:21,999 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:22,013 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,022 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,031 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,040 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,048 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,058 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,067 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,076 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,085 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,094 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,103 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,112 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,120 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,129 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,138 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,146 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,155 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,164 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,173 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,181 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,190 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,200 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,209 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,218 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,227 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,236 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,245 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,253 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,262 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,270 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,279 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,289 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,298 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,307 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,322 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,331 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,342 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,351 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,361 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,370 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,379 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,388 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,398 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,409 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,431 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,442 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,453 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,462 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,473 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,484 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,494 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,503 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,513 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,522 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,531 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,540 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,549 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,559 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,568 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,577 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,586 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,595 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,605 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,615 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,624 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,634 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,643 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,652 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,661 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,670 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,679 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,689 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,698 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,707 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,715 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,724 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,733 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,742 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,750 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,759 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,768 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,777 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,786 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,795 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,804 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,813 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,822 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,831 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,839 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,849 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,857 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,866 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,875 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,884 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,893 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,901 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,911 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,920 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,929 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,940 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func0.default-tenant.svc.cluster.local:8080/v2/models/model_num_1a7d54828d860e216a7187f7a3dc9788/infer'}\n",
      "> 2024-05-27 14:52:22,951 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:22,962 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:22,973 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:22,984 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:22,994 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,004 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,022 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,032 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,044 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,055 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,068 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,079 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,089 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,098 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,111 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,121 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,131 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,140 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,149 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,158 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,167 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,175 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,184 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,193 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,202 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,211 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,220 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,229 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,238 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,247 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,256 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,265 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,274 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,283 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,292 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,301 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,310 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,318 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,329 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,338 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,347 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,356 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,365 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,374 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,382 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,391 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,400 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,409 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,418 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,427 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,438 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,447 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,457 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,467 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,476 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,485 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,494 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,504 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,513 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,523 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,531 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,540 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,549 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,557 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,566 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,575 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,584 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,594 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,603 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,611 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,623 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,632 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,641 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,650 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,659 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,668 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,680 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,689 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,699 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,717 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,726 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,735 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,744 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,753 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,762 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,771 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,780 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,790 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,799 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,807 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,816 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,825 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,833 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,842 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,851 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,861 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,870 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,879 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,888 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,897 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_c5c062891f403eb4153fc8c327319179/infer'}\n",
      "> 2024-05-27 14:52:23,906 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:23,915 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:23,924 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:23,934 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:23,945 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:23,956 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:23,965 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:23,975 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:23,984 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:23,993 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,003 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,012 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,021 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,030 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,040 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,049 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,059 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,069 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,079 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,089 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,099 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,109 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,118 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,128 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,137 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,146 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,156 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,165 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,175 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,184 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,193 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,202 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,210 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,219 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,229 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,238 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,247 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,256 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,264 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,273 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,282 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,291 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,301 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,311 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,322 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,332 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,342 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,351 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,361 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,371 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,381 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,392 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,401 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,411 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,426 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,436 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,446 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,457 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,468 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,477 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,487 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,497 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,507 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,516 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,526 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,536 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,546 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,558 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,568 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,577 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,586 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,597 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,606 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,615 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,625 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,634 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,644 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,653 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,662 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,672 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,681 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,691 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,701 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,711 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,721 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,731 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,741 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,753 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,763 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,772 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,782 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,791 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,804 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,813 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,823 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,833 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,842 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,853 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,863 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,872 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_fb78d7c466b696736bbb67e84bb475e4/infer'}\n",
      "> 2024-05-27 14:52:24,884 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:24,894 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:24,904 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:24,914 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:24,923 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:24,934 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:24,943 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:24,952 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:24,962 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:24,971 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:24,981 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:24,991 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,002 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,014 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,025 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,035 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,045 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,054 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,063 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,072 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,081 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,090 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,099 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,108 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,117 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,126 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,135 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,144 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,154 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,163 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,172 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,181 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,191 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,200 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,209 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,219 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,229 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,250 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,267 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,279 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,291 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,301 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,313 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,322 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,334 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,346 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,363 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,374 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,388 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,402 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,416 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,430 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,446 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,461 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,481 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,492 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,509 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,527 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,538 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,549 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,562 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,573 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,583 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,594 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,604 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,615 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,626 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,637 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,652 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,665 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,677 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,689 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,704 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,716 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,729 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,741 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,755 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,766 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,777 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,786 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,796 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,809 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,820 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,830 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,839 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,849 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,858 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,868 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,878 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,887 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,896 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,907 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,916 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,930 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,939 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,950 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,959 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,969 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,981 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:25,991 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_cc3682f868cf613cf7c27d1fc4dc435d/infer'}\n",
      "> 2024-05-27 14:52:26,000 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,011 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,020 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,034 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,043 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,053 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,062 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,071 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,080 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,093 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,102 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,113 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,124 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,134 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,143 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,153 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,162 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,173 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,183 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,195 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,205 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,217 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,230 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,255 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,265 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,275 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,286 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,300 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,318 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,336 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,348 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,358 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,368 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,378 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,387 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,397 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,406 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,417 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,426 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,438 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,449 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,460 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,471 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,480 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,489 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,498 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,507 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,517 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,526 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,535 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,545 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,557 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,566 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,575 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,589 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,600 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,610 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,619 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,628 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,637 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,646 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,655 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,664 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,686 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,695 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,705 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,714 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,723 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,732 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,743 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,755 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,765 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,774 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,783 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,792 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,801 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,811 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,820 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,829 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,838 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,846 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,856 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,865 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,874 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,884 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,893 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,905 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,914 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,924 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,935 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,946 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,959 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,972 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,983 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:26,993 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:27,003 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:27,012 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:27,021 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:27,030 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:27,039 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_dd1d0cab2ec97a61ce57f1a5419b805d/infer'}\n",
      "> 2024-05-27 14:52:27,049 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,058 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,067 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,076 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,085 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,094 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,104 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,113 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,122 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,131 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,140 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,150 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,159 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,168 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,177 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,186 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,195 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,204 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,213 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,222 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,231 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,240 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,250 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,259 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,268 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,278 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,287 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,296 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,305 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,314 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,323 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,332 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,341 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,350 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,359 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,369 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,378 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,387 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,397 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,406 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,415 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,424 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,433 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,442 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,452 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,460 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,469 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,478 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,487 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,496 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,505 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,514 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,522 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,531 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,540 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,549 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,558 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,567 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,576 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,585 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,594 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,603 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,612 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,621 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,630 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,639 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,648 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,656 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,665 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,674 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,683 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,692 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,701 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,710 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,719 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,729 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,742 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,751 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,760 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,769 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,778 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,786 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,795 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,804 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,813 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,822 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,831 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,840 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,849 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,859 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,867 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,877 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,886 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,895 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,904 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,914 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,923 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,932 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,941 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n",
      "> 2024-05-27 14:52:27,950 [info] Invoking function: {'method': 'POST', 'path': 'http://nuclio-stress-project-amite-serving-func1.default-tenant.svc.cluster.local:8080/v2/models/model_num_2d6a0a4c0fb01d6af2b5518b25e9f7e4/infer'}\n"
     ]
    }
   ],
   "source": [
    "import json\n",
    "from time import sleep\n",
    "from random import choice, uniform\n",
    "from sklearn.datasets import load_iris\n",
    "\n",
    "# Load iris dataset\n",
    "iris = load_iris()\n",
    "iris_data = iris[\"data\"].tolist()\n",
    "\n",
    "data_point = choice(iris_data)\n",
    "\n",
    "number_of_invocation = 100\n",
    "\n",
    "\n",
    "# Let's use the same number of servings that we created\n",
    "for i in range(number_of_servings):\n",
    "    \n",
    "    serving_func = project.get_function(key=f\"serving-func{str(i)}\")\n",
    "    \n",
    "    # Get a list of the models that we added to the serving\n",
    "    list_of_models_names_in_the_serving = list(serving_func.spec.graph.routes.keys())\n",
    "    \n",
    "    # Invoke each model of the serving\n",
    "    for model_name in list_of_models_names_in_the_serving:\n",
    "        \n",
    "        # 100 invocations each\n",
    "        for j in range(number_of_invocation):\n",
    "            \n",
    "            # Random data\n",
    "            data_point = choice(iris_data)\n",
    "            \n",
    "            serving_func.invoke(f\"v2/models/{model_name}/infer\", json.dumps({\"inputs\": [data_point]}))\n",
    "    \n",
    "    \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5a4b8012-26e2-4a2c-b2d6-5bc06816ef8b",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "240ef51a-5378-4514-85f2-8c9f6a178f58",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "mlrun-base",
   "language": "python",
   "name": "conda-env-mlrun-base-py"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.18"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}