You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
You may add addition that may be helpful for locating the problem, such as
How you installed PyTorch ? pip
Error traceback
If applicable, paste the error trackback here.
2020-11-14 18:52:53,609 - mmdet - INFO - workflow: [('train', 1)], max: 12 epochs
Traceback (most recent call last):
File "./tools/train.py", line 178, in <module>
main()
File "./tools/train.py", line 174, in main
meta=meta)
File "/data/cdp_algo_ceph_ssd/users/georgeni/mmdetnf/mmdet/apis/train.py", line 150, in train_detector
runner.run(data_loaders, cfg.workflow, cfg.total_epochs)
File "/data/anaconda3/envs/mmdet/lib/python3.6/site-packages/mmcv/runner/epoch_based_runner.py", line 125, in run
epoch_runner(data_loaders[i], **kwargs)
File "/data/anaconda3/envs/mmdet/lib/python3.6/site-packages/mmcv/runner/epoch_based_runner.py", line 47, in train
for i, data_batch in enumerate(self.data_loader):
File "/data/anaconda3/envs/mmdet/lib/python3.6/site-packages/torch/utils/data/dataloader.py", line 279, in __iter__
return _MultiProcessingDataLoaderIter(self)
File "/data/anaconda3/envs/mmdet/lib/python3.6/site-packages/torch/utils/data/dataloader.py", line 719, in __init__
w.start()
File "/data/anaconda3/envs/mmdet/lib/python3.6/multiprocessing/process.py", line 105, in start
self._popen = self._Popen(self)
File "/data/anaconda3/envs/mmdet/lib/python3.6/multiprocessing/context.py", line 223, in _Popen
return _default_context.get_context().Process._Popen(process_obj)
File "/data/anaconda3/envs/mmdet/lib/python3.6/multiprocessing/context.py", line 284, in _Popen
return Popen(process_obj)
File "/data/anaconda3/envs/mmdet/lib/python3.6/multiprocessing/popen_spawn_posix.py", line 32, in __init__
super().__init__(process_obj)
File "/data/anaconda3/envs/mmdet/lib/python3.6/multiprocessing/popen_fork.py", line 19, in __init__
self._launch(process_obj)
File "/data/anaconda3/envs/mmdet/lib/python3.6/multiprocessing/popen_spawn_posix.py", line 47, in _launch
reduction.dump(process_obj, fp)
File "/data/anaconda3/envs/mmdet/lib/python3.6/multiprocessing/reduction.py", line 60, in dump
ForkingPickler(file, protocol).dump(obj)
TypeError: can't pickle _thread.RLock objects
Traceback (most recent call last):
File "./tools/train.py", line 178, in <module>
main()
File "./tools/train.py", line 174, in main
meta=meta)
File "/data/cdp_algo_ceph_ssd/users/georgeni/mmdetnf/mmdet/apis/train.py", line 150, in train_detector
runner.run(data_loaders, cfg.workflow, cfg.total_epochs)
File "/data/anaconda3/envs/mmdet/lib/python3.6/site-packages/mmcv/runner/epoch_based_runner.py", line 125, in run
epoch_runner(data_loaders[i], **kwargs)
File "/data/anaconda3/envs/mmdet/lib/python3.6/site-packages/mmcv/runner/epoch_based_runner.py", line 47, in train
for i, data_batch in enumerate(self.data_loader):
File "/data/anaconda3/envs/mmdet/lib/python3.6/site-packages/torch/utils/data/dataloader.py", line 279, in __iter__
return _MultiProcessingDataLoaderIter(self)
File "/data/anaconda3/envs/mmdet/lib/python3.6/site-packages/torch/utils/data/dataloader.py", line 719, in __init__
w.start()
File "/data/anaconda3/envs/mmdet/lib/python3.6/multiprocessing/process.py", line 105, in start
self._popen = self._Popen(self)
File "/data/anaconda3/envs/mmdet/lib/python3.6/multiprocessing/context.py", line 223, in _Popen
return _default_context.get_context().Process._Popen(process_obj)
File "/data/anaconda3/envs/mmdet/lib/python3.6/multiprocessing/context.py", line 284, in _Popen
return Popen(process_obj)
File "/data/anaconda3/envs/mmdet/lib/python3.6/multiprocessing/popen_spawn_posix.py", line 32, in __init__
super().__init__(process_obj)
File "/data/anaconda3/envs/mmdet/lib/python3.6/multiprocessing/popen_fork.py", line 19, in __init__
self._launch(process_obj)
File "/data/anaconda3/envs/mmdet/lib/python3.6/multiprocessing/popen_spawn_posix.py", line 47, in _launch
reduction.dump(process_obj, fp)
File "/data/anaconda3/envs/mmdet/lib/python3.6/multiprocessing/reduction.py", line 60, in dump
ForkingPickler(file, protocol).dump(obj)
TypeError: can't pickle _thread.RLock objects
Traceback (most recent call last):
File "/data/anaconda3/envs/mmdet/lib/python3.6/runpy.py", line 193, in _run_module_as_main
"__main__", mod_spec)
File "/data/anaconda3/envs/mmdet/lib/python3.6/runpy.py", line 85, in _run_code
exec(code, run_globals)
File "/data/anaconda3/envs/mmdet/lib/python3.6/site-packages/torch/distributed/launch.py", line 263, in <module>
main()
File "/data/anaconda3/envs/mmdet/lib/python3.6/site-packages/torch/distributed/launch.py", line 259, in main
cmd=cmd)
subprocess.CalledProcessError: Command '['/data/anaconda3/envs/mmdet/bin/python', '-u', './tools/train.py', '--local_rank=1', 'configs/lvis/mask_rcnn_r50_fpn_sample1e-3_mstrain_1x_lvis_v1.py', '--launcher', 'pytorch', '--work-dir', 'work_dirs/mask_rcnn_r50_fpn_sample1e-3_mstrain_1x_lvis_v1', '--no-validate']' returned non-zero exit status 1.
The text was updated successfully, but these errors were encountered:
I meet the same problem. Hoping it can be solved.
Before that, I got an error as followed.
"""
assert not self.custom_classes, 'LVIS custom classes is not supported'
AttributeError: 'LVISV05Dataset' object has no attribute 'custom_classes'
"""
Then I found that "self" doesn't have attributes custom_classes
(even if this attribute is None, It will not block here)
so I ignore this ASSERT
Then I get such an error
@Chauncy-Cai I just omment out the line "assert not self.custom_classes, 'LVIS custom classes is not supported'". And I also meet the "TypeError: can't pickle _thread.RLock objects" when I use mmdet2.4.0 and mmcv1.1.2.
Thanks for your error report and we appreciate it a lot.
Describe the bug
training on COCO dataset is ok, but when I train on LVIS meet this bug, It seems long time no updating the code about LVIS training?
Reproduction
Environment
python mmdet/utils/collect_env.py
to collect necessary environment information and paste it here.Error traceback
If applicable, paste the error trackback here.
The text was updated successfully, but these errors were encountered: