Skip to content

Commit

Permalink
Optimize memory computation
Browse files Browse the repository at this point in the history
  • Loading branch information
Hhhilulu committed Nov 30, 2023
1 parent d323c08 commit a2c6cf2
Showing 1 changed file with 2 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -209,7 +209,8 @@ def __enter__(self):
self._n_process = min(self._worker_count, self._nlines)
bulk_logger.info(
f"Using fork, the number of processes is determined by the lesser of the worker_count set by the"
f"environment variable configuration and the row count, If not process count: {self._n_process}")
f"environment variable configuration and the row count, If not set the worker_count, the default"
f"is 16, process count: {self._n_process}")
pool = ThreadPool(self._n_process, initializer=set_context, initargs=(contextvars.copy_context(),))
self._pool = pool

Expand Down

0 comments on commit a2c6cf2

Please sign in to comment.