Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Paddlebox #49

Open
wants to merge 28 commits into
base: develop
Choose a base branch
from
Open

Paddlebox #49

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
28 commits
Select commit Hold shift + click to select a range
c1ff618
opt for train
hutuxian Jun 1, 2020
f557a4b
support fix_dayid gflag
hutuxian Jun 5, 2020
c4920c2
join async release thread
hutuxian Jun 11, 2020
4fb0239
opt for READ (#19)
qingshui Jun 13, 2020
dcbb4b9
Fix add key filter only used slots data (#21)
qingshui Jun 13, 2020
09ba408
Monitor Framework (#24079)
hutuxian Jun 16, 2020
9812cc1
Paddlebox Fix DualBox mpi coredump bug (#23)
qingshui Jun 20, 2020
632825d
Paddlebox Fix calculate_bucket_error (#24)
qingshui Jun 20, 2020
73adc86
refine monitor stat (#27)
hutuxian Jun 22, 2020
fbaa076
Paddlebox add paddlebox dataset gflags (#25)
qingshui Jun 22, 2020
a9717cf
add padding zero for null slot(#22)
ForFishes Jun 24, 2020
9bee597
GPU AUC Calculator (#30)
inoration Jul 3, 2020
3d16147
support multi-node (#31)
hutuxian Jul 14, 2020
f2da3b4
Paddlebox Fix dualbox shuffle miss data (#29)
qingshui Jul 16, 2020
321c0a3
Paddlebox Optimize memory allocation box pull push and pack batch (#33)
qingshui Jul 29, 2020
17ec1a3
support async update (#37)
hutuxian Aug 6, 2020
2659739
Paddlebox (#38)
qingshui Aug 26, 2020
5e17709
Add fuse mixallgather op, Add sclice tensor op, Fix gcc82 error (#39)
qingshui Sep 9, 2020
80f8bdf
fix aucrunner memory leak
hutuxian Sep 9, 2020
02705ea
new dataset used for gpucache (#41)
goodcoder-cnn Sep 17, 2020
dbb972e
Fix dump lineid, Add Dense boxps sync mode, Fix nccl node init error …
qingshui Sep 17, 2020
b06538c
Merge Quant (Different Boxps) (#44)
hutuxian Sep 21, 2020
f828135
add fused_seqpool_cvm op (#45)
qingshui Sep 30, 2020
f263bd7
feat: data feed sample (#47)
laipaang Oct 20, 2020
fd717a3
fix dnn dump error (#48)
qingshui Oct 23, 2020
ab2db95
Add cross batch wasq (#43)
ForFishes Oct 27, 2020
0197aa8
add for gpu cache
Oct 29, 2020
9dcc8ab
gflag for gpu_cache_dim
Oct 30, 2020
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
49 changes: 35 additions & 14 deletions paddle/fluid/framework/CMakeLists.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -183,24 +183,45 @@ cc_library(variable_helper SRCS variable_helper.cc DEPS lod_tensor)
cc_library(naive_executor SRCS naive_executor.cc DEPS op_registry device_context scope framework_proto glog lod_rank_table feed_fetch_method graph_to_program_pass variable_helper)

cc_library(executor_gc_helper SRCS executor_gc_helper.cc DEPS scope proto_desc operator garbage_collector)

if(WITH_DISTRIBUTE)
cc_library(executor SRCS executor.cc multi_trainer.cc pipeline_trainer.cc dataset_factory.cc
dist_multi_trainer.cc trainer_factory.cc trainer.cc data_feed_factory.cc
data_feed.cc device_worker.cc hogwild_worker.cc downpour_worker.cc downpour_worker_opt.cc
pull_dense_worker.cc section_worker.cc device_worker_factory.cc data_set.cc DEPS op_registry
device_context scope framework_proto trainer_desc_proto glog fs shell fleet_wrapper box_wrapper lodtensor_printer
lod_rank_table feed_fetch_method sendrecvop_rpc communicator collective_helper ${GLOB_DISTRIBUTE_DEPS}
graph_to_program_pass variable_helper data_feed_proto timer)
if(WITH_GPU)
nv_library(executor SRCS executor.cc multi_trainer.cc pipeline_trainer.cc dataset_factory.cc
dist_multi_trainer.cc trainer_factory.cc trainer.cc data_feed_factory.cc data_feed.cu
data_feed.cc device_worker.cc hogwild_worker.cc downpour_worker.cc downpour_worker_opt.cc
pull_dense_worker.cc section_worker.cc device_worker_factory.cc data_set.cc DEPS op_registry
device_context scope framework_proto trainer_desc_proto glog fs shell fleet_wrapper box_wrapper lodtensor_printer
lod_rank_table feed_fetch_method sendrecvop_rpc communicator collective_helper ${GLOB_DISTRIBUTE_DEPS}
graph_to_program_pass variable_helper data_feed_proto timer monitor)
else()
cc_library(executor SRCS executor.cc multi_trainer.cc pipeline_trainer.cc dataset_factory.cc
dist_multi_trainer.cc trainer_factory.cc trainer.cc data_feed_factory.cc
data_feed.cc device_worker.cc hogwild_worker.cc downpour_worker.cc downpour_worker_opt.cc
pull_dense_worker.cc section_worker.cc device_worker_factory.cc data_set.cc DEPS op_registry
device_context scope framework_proto trainer_desc_proto glog fs shell fleet_wrapper box_wrapper lodtensor_printer
lod_rank_table feed_fetch_method sendrecvop_rpc communicator collective_helper ${GLOB_DISTRIBUTE_DEPS}
graph_to_program_pass variable_helper data_feed_proto timer monitor)
endif()
set(DISTRIBUTE_COMPILE_FLAGS "-Wno-non-virtual-dtor -Wno-error=non-virtual-dtor -Wno-error=delete-non-virtual-dtor")
set_source_files_properties(executor.cc PROPERTIES COMPILE_FLAGS ${DISTRIBUTE_COMPILE_FLAGS})
else()
cc_library(executor SRCS executor.cc multi_trainer.cc pipeline_trainer.cc dataset_factory.cc
dist_multi_trainer.cc trainer_factory.cc trainer.cc data_feed_factory.cc
data_feed.cc device_worker.cc hogwild_worker.cc downpour_worker.cc downpour_worker_opt.cc
pull_dense_worker.cc section_worker.cc device_worker_factory.cc data_set.cc DEPS op_registry
device_context scope framework_proto data_feed_proto trainer_desc_proto glog
lod_rank_table fs shell fleet_wrapper box_wrapper lodtensor_printer feed_fetch_method
graph_to_program_pass variable_helper timer)
if(WITH_GPU)
nv_library(executor SRCS executor.cc multi_trainer.cc pipeline_trainer.cc dataset_factory.cc
dist_multi_trainer.cc trainer_factory.cc trainer.cc data_feed_factory.cc data_feed.cu
data_feed.cc device_worker.cc hogwild_worker.cc downpour_worker.cc downpour_worker_opt.cc
pull_dense_worker.cc section_worker.cc device_worker_factory.cc data_set.cc DEPS op_registry
device_context scope framework_proto data_feed_proto trainer_desc_proto glog
lod_rank_table fs shell fleet_wrapper box_wrapper lodtensor_printer feed_fetch_method
graph_to_program_pass variable_helper timer monitor)
else()
cc_library(executor SRCS executor.cc multi_trainer.cc pipeline_trainer.cc dataset_factory.cc
dist_multi_trainer.cc trainer_factory.cc trainer.cc data_feed_factory.cc
data_feed.cc device_worker.cc hogwild_worker.cc downpour_worker.cc downpour_worker_opt.cc
pull_dense_worker.cc section_worker.cc device_worker_factory.cc data_set.cc DEPS op_registry
device_context scope framework_proto data_feed_proto trainer_desc_proto glog
lod_rank_table fs shell fleet_wrapper box_wrapper lodtensor_printer feed_fetch_method
graph_to_program_pass variable_helper timer monitor)
endif()
# TODO: Fix these unittest failed on Windows
if(NOT WIN32)
cc_test(test_naive_executor SRCS naive_executor_test.cc DEPS naive_executor elementwise_add_op)
Expand Down
Loading