We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 964497b commit 722f880Copy full SHA for 722f880
python/paddle/distributed/auto_parallel/parallelizer_v2.py
@@ -155,14 +155,19 @@ def parallel(self, rank):
155
time.time() - time0, self._mode
156
)
157
158
+ micro_bsz = (
159
+ 1
160
+ if not self._strategy.pipeline.enable
161
+ else self._strategy.pipeline.micro_batch_size
162
+ )
163
time0 = time.time()
164
resharder = Resharder(
165
dist_main_prog,
166
dist_startup_prog,
167
rank,
168
self._dist_context,
169
[],
- 1,
170
+ micro_bsz,
171
172
resharder.reshard()
173
self._logger.debug(
0 commit comments