WIP: [CUDA] New CUDA version

CMakeLists.txt

@@ -170,7 +170,7 @@ if(USE_CUDA)
     include_directories(${CUDA_INCLUDE_DIRS})
     LIST(APPEND CMAKE_CUDA_FLAGS -Xcompiler=${OpenMP_CXX_FLAGS} -Xcompiler=-fPIC -Xcompiler=-Wall)
 
-    set(CUDA_ARCHS "6.0" "6.1" "6.2" "7.0")
+    set(CUDA_ARCHS "6.0" "6.1" "7.0")
     if(CUDA_VERSION VERSION_GREATER_EQUAL "10.0")
         list(APPEND CUDA_ARCHS "7.5")
     endif()
@@ -352,6 +352,20 @@ file(GLOB SOURCES
     src/treelearner/*.cpp
 if(USE_CUDA)
     src/treelearner/*.cu
+    src/treelearner/cuda/*.cpp
+    src/treelearner/cuda/*.cu
+    src/io/cuda/*.cu
+    src/io/cuda/*.cpp
+    src/cuda/*.cpp
+    src/cuda/*.cu
+    src/objective/cuda/*.cpp
+    src/objective/cuda/*.cu
+    src/boosting/cuda/*.cpp
+    src/boosting/cuda/*.cu
+    src/application/cuda/*.cpp
+    src/application/cuda/*.cu
+    src/metric/cuda/*.cpp
+    src/metric/cuda/*.cu
 endif(USE_CUDA)
 )
 
@@ -443,12 +457,14 @@ endif()
 
 if(USE_CUDA)
   set_target_properties(lightgbm PROPERTIES CUDA_RESOLVE_DEVICE_SYMBOLS ON)
+  set_target_properties(lightgbm PROPERTIES CUDA_SEPARABLE_COMPILATION ON)
   set_target_properties(lightgbm PROPERTIES CUDA_ARCHITECTURES OFF)
   TARGET_LINK_LIBRARIES(
     lightgbm
     ${histograms}
   )
   set_target_properties(_lightgbm PROPERTIES CUDA_RESOLVE_DEVICE_SYMBOLS ON)
+  set_target_properties(_lightgbm PROPERTIES CUDA_SEPARABLE_COMPILATION ON)
   set_target_properties(_lightgbm PROPERTIES CUDA_ARCHITECTURES OFF)
   TARGET_LINK_LIBRARIES(
     _lightgbm

include/LightGBM/bin.h

@@ -198,6 +198,8 @@ class BinMapper {
     }
   }
 
+  inline const std::vector<double>& bin_upper_bound() const { return bin_upper_bound_; }
+
  private:
   /*! \brief Number of bins */
   int num_bin_;
@@ -386,6 +388,10 @@ class Bin {
   * \brief Deep copy the bin
   */
   virtual Bin* Clone() = 0;
+
+  virtual const void* GetColWiseData(uint8_t* bit_type, bool* is_sparse, std::vector<BinIterator*>* bin_iterator, const int num_threads) const = 0;
+
+  virtual const void* GetColWiseData(uint8_t* bit_type, bool* is_sparse, BinIterator** bin_iterator) const = 0;
 };
 
 
@@ -459,6 +465,12 @@ class MultiValBin {
   static constexpr double multi_val_bin_sparse_threshold = 0.25f;
 
   virtual MultiValBin* Clone() = 0;
+
+  virtual const void* GetRowWiseData(uint8_t* bit_type,
+    size_t* total_size,
+    bool* is_sparse,
+    const void** out_data_ptr,
+    uint8_t* data_ptr_bit_type) const = 0;
 };
 
 inline uint32_t BinMapper::ValueToBin(double value) const {

include/LightGBM/boosting.h

@@ -7,6 +7,7 @@
 
 #include <LightGBM/config.h>
 #include <LightGBM/meta.h>
+#include <LightGBM/tree.h>
 
 #include <string>
 #include <map>
@@ -314,6 +315,12 @@ class LIGHTGBM_EXPORT Boosting {
   static Boosting* CreateBoosting(const std::string& type, const char* filename);
 
   virtual bool IsLinear() const { return false; }
+
+  virtual const std::vector<std::unique_ptr<Tree>>& models() const = 0;
+
+  virtual int num_tree_per_iteration() const = 0;
+
+  virtual std::function<void(data_size_t, const double*, double*)> GetCUDAConvertOutputFunc() const = 0;
 };
 
 class GBDTBase : public Boosting {