show_jobs.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "0275fe3c-5157-4086-8263-401ae39715c9",
   "metadata": {},
   "outputs": [],
   "source": [
    "from viewclust import slurm\n",
    "import viewclust_vis as vcv\n",
    "import viewclust as vc\n",
    "import pandas as pd\n",
    "import show_jobs as sj\n",
    "\n",
    "import warnings\n",
    "warnings.simplefilter(action='ignore', category=FutureWarning)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "9c77b82f-cd34-47da-83e9-ec9f9bef7195",
   "metadata": {},
   "outputs": [],
   "source": [
    "account_name = 'def-<name>_cpu'\n",
    "d_from = '2022-04-04'\n",
    "d_to = '2022-07-28'\n",
    "use_unit = 'cpu-eqv'\n",
    "sshare = 50"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "62167d0d-e1fa-497d-b0e8-11e59769f259",
   "metadata": {},
   "outputs": [],
   "source": [
    "jobs_df = sj.get_sacct_jobs(d_from,account_name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "7bd10a6b-7954-402a-9379-fe388c37da3f",
   "metadata": {},
   "outputs": [],
   "source": [
    "jobs_df.to_pickle('jobs_df.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "34977751-2660-468f-a4c4-11c6b3e59ac4",
   "metadata": {},
   "outputs": [],
   "source": [
    "jobs_df = pd.read_pickle('jobs_df.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "4192f33e-cea6-40db-8ccd-12396db96913",
   "metadata": {},
   "outputs": [],
   "source": [
    "jobs_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2c7ff555-68af-4f01-833b-1c09c59462aa",
   "metadata": {},
   "outputs": [],
   "source": [
    "vcv.job_stack(jobs_df, use_unit='cpu-eqv', fig_out='fig_out.html', plot_title='test',query_bounds=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "7b2ba75c-90fb-4aac-82f2-50d9fc56cf72",
   "metadata": {},
   "outputs": [],
   "source": [
    "targ,queued,running,delta = vc.job_use(jobs_df, d_from, sshare, d_to=d_to, use_unit=use_unit)\n",
    "targ,eligible_queued,running,delta = vc.job_use(jobs_df, d_from, sshare, d_to=d_to, use_unit=use_unit, time_ref='eligible')\n",
    "user_running_cat = vc.get_users_run(jobs_df, d_from, sshare, d_to=d_to, use_unit=use_unit)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "1c408648-eac8-44cc-af46-21f6eae5e6a8",
   "metadata": {},
   "outputs": [],
   "source": [
    "fig_inst=vcv.insta_plot(targ, queued, running, fig_out=account_name+'_'+'insta_plot.html', user_run=user_running_cat, query_bounds=True)\n",
    "fig_inst.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "34d49bee-5f18-47ae-a02c-826f41d750fb",
   "metadata": {},
   "outputs": [],
   "source": [
    "fig_cumu=vcv.cumu_plot(targ, queued, running, fig_out=account_name+'_'+'cumu_plot.html', user_run=user_running_cat, query_bounds=True)\n",
    "fig_cumu.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8575f16e-2e6e-4757-b1a1-b4ddde87d218",
   "metadata": {},
   "outputs": [],
   "source": [
    "sj.job_scat(jobs_df, x_var='submit',y_var='eligible_wait_hours',c_var='partition',s_var='ncpus',\n",
    "            var_labels={\"eligible_wait_hours\": \"wait time (hours)\", \\\n",
    "                        \"mem\": \"Requested memory (MB)\", \\\n",
    "                        \"reqcpus\": \"Requested CPUs\", \\\n",
    "                        \"partition\": \"partition name\"},\n",
    "            title='job shape scatter: start time by wait time (colour = partition, size = NCPUs)')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "4f8ad459-e8cb-4df5-8933-535c20e2d3e2",
   "metadata": {},
   "outputs": [],
   "source": [
    "sj.job_scat(jobs_df, x_var='submit',y_var='eligible_delta_hours',c_var='partition',s_var='reqcpus',\n",
    "            var_labels={\"eligible_delta_hours\": \"eligible delta (hours)\", \\\n",
    "                        \"mem\": \"Requested memory (MB)\", \\\n",
    "                        \"reqcpus\": \"Requested CPUs\", \\\n",
    "                        \"partition\": \"partition name\"},\n",
    "            title='job shape scatter: start time by wait time (colour = partition, size = NCPUs)')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5f201a94-2fc8-42cd-ba17-7933907140d1",
   "metadata": {},
   "outputs": [],
   "source": [
    "sj.job_scat(jobs_df, x_var='submit',y_var='mem_delta',c_var='partition',s_var='ncpus',\n",
    "            var_labels={\"mem_delta\": \"memory delta\", \\\n",
    "                        \"mem\": \"Requested memory (MB)\", \\\n",
    "                        \"reqcpus\": \"Requested CPUs\", \\\n",
    "                        \"partition\": \"partition name\"},\n",
    "            title='job shape scatter: start time by wait time (colour = partition, size = NCPUs)')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "1619088e-3caa-45c1-a4bf-4560b8151392",
   "metadata": {},
   "outputs": [],
   "source": [
    "slurm.mem_info(d_from, account_name, fig_out='mem_test.html', debugging=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "37b78731-22ca-476a-ae46-953328a6cc03",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "show_jobs_kernel",
   "language": "python",
   "name": "show_jobs_kernel"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}