Skip to content

Commit bd2ba00

Browse files
authored
Merge pull request #189 from Shreyanand/disble-multiprocessing
Disable multiprocessing for kpi-training
2 parents cd569cd + 24bb3ca commit bd2ba00

File tree

2 files changed

+2
-0
lines changed

2 files changed

+2
-0
lines changed

notebooks/demo2/config_qa_farm_train.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -56,6 +56,7 @@ def __init__(self, project_name):
5656
"reports",
5757
"qa_model_perf_metrics.csv",
5858
)
59+
self.num_processes = 1
5960

6061
def update_paths(self, data_dir, curated_data):
6162
"""Update paths."""

src/models/farm_trainer.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -163,6 +163,7 @@ def create_silo(self, processor):
163163
processor=processor,
164164
batch_size=self.training_config.batch_size,
165165
distributed=self.training_config.distributed,
166+
max_processes=self.file_config.num_processes,
166167
)
167168
n_batches = len(data_silo.loaders["train"])
168169
return data_silo, n_batches

0 commit comments

Comments
 (0)