Skip to content

Commit

Permalink
Sleep before second nvidia-smi call.
Browse files Browse the repository at this point in the history
  • Loading branch information
bdice committed May 13, 2022
1 parent eae1e0d commit 3297f3c
Showing 1 changed file with 37 additions and 36 deletions.
73 changes: 37 additions & 36 deletions docs/cudf/source/user_guide/10min.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -5911,7 +5911,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
"2022-04-26 13:04:28,153 - distributed.preloading - INFO - Import preload module: dask_cuda.initialize\n"
"2022-05-12 22:41:08,024 - distributed.preloading - INFO - Import preload module: dask_cuda.initialize\n"
]
}
],
Expand Down Expand Up @@ -6034,31 +6034,31 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Tue Apr 26 10:47:09 2022 \r\n",
"+-----------------------------------------------------------------------------+\r\n",
"| NVIDIA-SMI 510.47.03 Driver Version: 510.47.03 CUDA Version: 11.6 |\r\n",
"|-------------------------------+----------------------+----------------------+\r\n",
"| GPU Name Persistence-M| Bus-Id Disp.A | Volatile Uncorr. ECC |\r\n",
"| Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. |\r\n",
"| | | MIG M. |\r\n",
"|===============================+======================+======================|\r\n",
"| 0 NVIDIA RTX A6000 On | 00000000:65:00.0 On | Off |\r\n",
"| 30% 43C P2 76W / 300W | 1703MiB / 49140MiB | 3% Default |\r\n",
"| | | N/A |\r\n",
"+-------------------------------+----------------------+----------------------+\r\n",
" \r\n",
"+-----------------------------------------------------------------------------+\r\n",
"| Processes: |\r\n",
"| GPU GI CI PID Type Process name GPU Memory |\r\n",
"| ID ID Usage |\r\n",
"|=============================================================================|\r\n",
"| 0 N/A N/A 1657 G 204MiB |\r\n",
"| 0 N/A N/A 1940 G 70MiB |\r\n",
"| 0 N/A N/A 37085 C 257MiB |\r\n",
"| 0 N/A N/A 42594 G 158MiB |\r\n",
"| 0 N/A N/A 47497 C 751MiB |\r\n",
"| 0 N/A N/A 47555 C 257MiB |\r\n",
"+-----------------------------------------------------------------------------+\r\n"
"Thu May 12 22:41:08 2022 \n",
"+-----------------------------------------------------------------------------+\n",
"| NVIDIA-SMI 510.47.03 Driver Version: 510.47.03 CUDA Version: 11.6 |\n",
"|-------------------------------+----------------------+----------------------+\n",
"| GPU Name Persistence-M| Bus-Id Disp.A | Volatile Uncorr. ECC |\n",
"| Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. |\n",
"| | | MIG M. |\n",
"|===============================+======================+======================|\n",
"| 0 NVIDIA RTX A6000 On | 00000000:65:00.0 On | Off |\n",
"| 30% 41C P2 77W / 300W | 1380MiB / 49140MiB | 2% Default |\n",
"| | | N/A |\n",
"+-------------------------------+----------------------+----------------------+\n",
" \n",
"+-----------------------------------------------------------------------------+\n",
"| Processes: |\n",
"| GPU GI CI PID Type Process name GPU Memory |\n",
"| ID ID Usage |\n",
"|=============================================================================|\n",
"| 0 N/A N/A 1674 G 159MiB |\n",
"| 0 N/A N/A 1950 G 47MiB |\n",
"| 0 N/A N/A 13521 G 132MiB |\n",
"| 0 N/A N/A 304797 G 36MiB |\n",
"| 0 N/A N/A 488366 C 743MiB |\n",
"| 0 N/A N/A 488425 C 257MiB |\n",
"+-----------------------------------------------------------------------------+\n"
]
}
],
Expand Down Expand Up @@ -6170,7 +6170,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Tue Apr 26 10:47:09 2022 \r\n",
"Thu May 12 22:41:14 2022 \r\n",
"+-----------------------------------------------------------------------------+\r\n",
"| NVIDIA-SMI 510.47.03 Driver Version: 510.47.03 CUDA Version: 11.6 |\r\n",
"|-------------------------------+----------------------+----------------------+\r\n",
Expand All @@ -6179,7 +6179,7 @@
"| | | MIG M. |\r\n",
"|===============================+======================+======================|\r\n",
"| 0 NVIDIA RTX A6000 On | 00000000:65:00.0 On | Off |\r\n",
"| 30% 43C P2 76W / 300W | 1703MiB / 49140MiB | 2% Default |\r\n",
"| 30% 42C P2 77W / 300W | 1942MiB / 49140MiB | 0% Default |\r\n",
"| | | N/A |\r\n",
"+-------------------------------+----------------------+----------------------+\r\n",
" \r\n",
Expand All @@ -6188,18 +6188,19 @@
"| GPU GI CI PID Type Process name GPU Memory |\r\n",
"| ID ID Usage |\r\n",
"|=============================================================================|\r\n",
"| 0 N/A N/A 1657 G 204MiB |\r\n",
"| 0 N/A N/A 1940 G 70MiB |\r\n",
"| 0 N/A N/A 37085 C 257MiB |\r\n",
"| 0 N/A N/A 42594 G 158MiB |\r\n",
"| 0 N/A N/A 47497 C 751MiB |\r\n",
"| 0 N/A N/A 47555 C 257MiB |\r\n",
"| 0 N/A N/A 1674 G 159MiB |\r\n",
"| 0 N/A N/A 1950 G 47MiB |\r\n",
"| 0 N/A N/A 13521 G 132MiB |\r\n",
"| 0 N/A N/A 304797 G 36MiB |\r\n",
"| 0 N/A N/A 488366 C 743MiB |\r\n",
"| 0 N/A N/A 488425 C 819MiB |\r\n",
"+-----------------------------------------------------------------------------+\r\n"
]
}
],
"source": [
"!nvidia-smi"
"# Sleep to ensure the persist finishes and shows in the memory usage\n",
"!sleep 5; nvidia-smi"
]
},
{
Expand Down Expand Up @@ -6269,7 +6270,7 @@
{
"data": {
"text/plain": [
"DoneAndNotDoneFutures(done={<Future: finished, type: cudf.core.dataframe.DataFrame, key: ('func-92c447ffc260eb74690c9bdbf10ac39b', 2)>, <Future: finished, type: cudf.core.dataframe.DataFrame, key: ('func-92c447ffc260eb74690c9bdbf10ac39b', 4)>, <Future: finished, type: cudf.core.dataframe.DataFrame, key: ('func-92c447ffc260eb74690c9bdbf10ac39b', 0)>, <Future: finished, type: cudf.core.dataframe.DataFrame, key: ('func-92c447ffc260eb74690c9bdbf10ac39b', 1)>, <Future: finished, type: cudf.core.dataframe.DataFrame, key: ('func-92c447ffc260eb74690c9bdbf10ac39b', 3)>}, not_done=set())"
"DoneAndNotDoneFutures(done={<Future: finished, type: cudf.core.dataframe.DataFrame, key: ('func-e00276b0bab130532f4e193ca28e94ac', 4)>, <Future: finished, type: cudf.core.dataframe.DataFrame, key: ('func-e00276b0bab130532f4e193ca28e94ac', 1)>, <Future: finished, type: cudf.core.dataframe.DataFrame, key: ('func-e00276b0bab130532f4e193ca28e94ac', 2)>, <Future: finished, type: cudf.core.dataframe.DataFrame, key: ('func-e00276b0bab130532f4e193ca28e94ac', 3)>, <Future: finished, type: cudf.core.dataframe.DataFrame, key: ('func-e00276b0bab130532f4e193ca28e94ac', 0)>}, not_done=set())"
]
},
"execution_count": 86,
Expand Down

0 comments on commit 3297f3c

Please sign in to comment.