BlackCat_Tensors
A GPU-supported autograd and linear algebra library, designed for neural network construction
algorithms.h
Go to the documentation of this file.
1 /*
2  * algorithms.h
3  *
4  * Created on: Nov 25, 2018
5  * Author: joseph
6  */
7 
8 #ifndef BC_ALGORITHMS_ALGORITHMS_H_
9 #define BC_ALGORITHMS_ALGORITHMS_H_
10 
11 #include "common.h"
12 #include <numeric>
13 #include <algorithm>
14 
15 #ifdef __CUDACC__
16 #include <thrust/generate.h>
17 #include <thrust/sort.h>
18 #include <thrust/copy.h>
19 #include <thrust/reduce.h>
20 #endif
21 
22 namespace bc {
23 namespace algorithms {
24 
25 #define BC_ALGORITHM_DEF(function) \
26  \
27 BC_IF_CUDA( \
28 template<class Begin, class End, class... Args> \
29 static auto function( \
30  bc::streams::Stream<bc::device_tag> stream, \
31  Begin begin, \
32  End end, \
33  Args... args) \
34 { \
35  return thrust::function( \
36  thrust::cuda::par.on(stream), begin, end, args...); \
37 }) \
38  \
39 template<class Begin, class End, class... Args> \
40 static auto function ( \
41  bc::streams::Stream<bc::host_tag> stream, \
42  Begin begin, \
43  End end, \
44  Args... args) \
45 { \
46  return stream.enqueue([&](){ std::function(begin, end, args...); }); \
47 }
48 
49 #define BC_REDUCE_ALGORITHM_DEF(function) \
50 BC_IF_CUDA( \
51 template<class Begin, class End, class... Args> \
52 static auto function( \
53  bc::streams::Stream<bc::device_tag> stream, \
54  Begin begin, \
55  End end, \
56  Args... args) \
57 { \
58  return thrust::function( \
59  thrust::cuda::par.on(stream), begin, end, args...); \
60 }) \
61  \
62 template<class Begin, class End, class... Args> \
63 static auto function ( \
64  bc::streams::Stream<bc::host_tag> stream, \
65  Begin begin, \
66  End end, \
67  Args... args) \
68  { \
69  using value_type = std::decay_t< \
70  decltype(std::function(begin, end, args...))>; \
71  \
72  value_type value; \
73  stream.enqueue([&]() { \
74  value = std::function(begin, end, args...); \
75  }); \
76  \
77  stream.sync(); \
78  return value; \
79  } \
80 
81 
92 #define BC_REDUCE_ALGORITHM_DEF_FIX_THRUST(function) \
93 BC_IF_CUDA( \
94 template<class Begin, class End, class... Args> \
95 static auto function( \
96  bc::streams::Stream<bc::device_tag> stream, \
97  Begin begin, \
98  End end, \
99  Args... args) \
100 { \
101  static_assert(std::is_same< \
102  std::random_access_iterator_tag, \
103  typename Begin::iterator_category>::value, \
104  "Assert random_access_iterator_tag"); \
105  \
106  return thrust::function( \
107  thrust::cuda::par.on(stream), &*begin, &*end, args...); \
108 }) \
109  \
110 template<class Begin, class End, class... Args> \
111 static auto function ( \
112  bc::streams::Stream<bc::host_tag> stream, \
113  Begin begin, \
114  End end, \
115  Args... args) \
116  { \
117  bc::streams::host_sync(); \
118  return &*begin + std::function(begin, end, args...); \
119  } \
120 
121 BC_ALGORITHM_DEF(for_each)
122 BC_ALGORITHM_DEF(count)
123 BC_ALGORITHM_DEF(count_if)
124 BC_ALGORITHM_DEF(find)
125 BC_ALGORITHM_DEF(find_if)
126 BC_ALGORITHM_DEF(find_if_not)
127 
128 BC_ALGORITHM_DEF(copy)
129 BC_ALGORITHM_DEF(copy_if)
130 BC_ALGORITHM_DEF(copy_n)
131 BC_ALGORITHM_DEF(fill)
132 BC_ALGORITHM_DEF(fill_n)
133 BC_ALGORITHM_DEF(transform)
134 BC_ALGORITHM_DEF(generate)
135 BC_ALGORITHM_DEF(generate_n)
136 BC_ALGORITHM_DEF(replace)
137 BC_ALGORITHM_DEF(replace_if)
138 BC_ALGORITHM_DEF(replace_copy)
139 BC_ALGORITHM_DEF(replace_copy_if)
140 BC_ALGORITHM_DEF(swap)
141 BC_ALGORITHM_DEF(swap_ranges)
142 BC_ALGORITHM_DEF(reverse)
143 BC_ALGORITHM_DEF(reverse_copy)
144 
145 BC_ALGORITHM_DEF(is_sorted)
146 BC_ALGORITHM_DEF(is_sorted_until)
147 BC_ALGORITHM_DEF(sort)
148 BC_ALGORITHM_DEF(stable_sort)
149 
150 BC_REDUCE_ALGORITHM_DEF_FIX_THRUST(max)
151 BC_REDUCE_ALGORITHM_DEF_FIX_THRUST(max_element)
152 BC_REDUCE_ALGORITHM_DEF_FIX_THRUST(min)
153 BC_REDUCE_ALGORITHM_DEF_FIX_THRUST(min_element)
154 BC_REDUCE_ALGORITHM_DEF(minmax_element)
155 
156 #ifdef __CUDACC__
157 
158 template<class Begin, class End, class... Args>
159 static auto accumulate (
160  bc::streams::Stream<bc::device_tag> stream,
161  Begin begin,
162  End end,
163  Args... args)
164 {
165  return thrust::reduce(
166  thrust::cuda::par.on(stream), begin, end, args...);
167 }
168 
169 #endif //#ifdef __CUDACC__
170 
171 template<class Begin, class End, class... Args>
172 static auto accumulate (
173  bc::streams::Stream<bc::host_tag> stream,
174  Begin begin,
175  End end,
176  Args... args)
177 {
178  using value_type = std::decay_t<
179  decltype(std::accumulate(begin, end, args...))>;
180 
181  value_type value = 1.0;
182  stream.enqueue([&](){
183  value = std::accumulate(begin, end, args...);
184  });
185 
186  stream.sync();
187  return value;
188 }
189 
190 #undef BC_ALGORITHM_DEF
191 #undef BC_REDUCE_ALGORITHM_DEF
192 
193 } //ns algorithms
194 } //bs BC
195 
196 #endif /* ALGORITHMS_H_ */
bc::algorithms::count_if
class::::::Args static auto count_if(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:123
bc::algorithms::transform
class::::::Args static auto transform(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:133
bc::algorithms::copy
class::::::Args static auto copy(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:128
bc::algorithms::copy_if
class::::::Args static auto copy_if(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:129
bc::algorithms::min
class::::::Args static auto min(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:152
BC_ALGORITHM_DEF
#define BC_ALGORITHM_DEF(function)
Definition: algorithms.h:25
bc::algorithms::fill_n
class::::::Args static auto fill_n(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:132
bc::algorithms::for_each
class::::::Args static auto for_each(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:121
bc::algorithms::reverse_copy
class::::::Args static auto reverse_copy(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:143
bc::algorithms::stable_sort
class::::::Args static auto stable_sort(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:148
bc::algorithms::fill
class::::::Args static auto fill(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:131
bc::algorithms::replace_copy
class::::::Args static auto replace_copy(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:138
bc::algorithms::swap
class::::::Args static auto swap(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:140
bc::algorithms::replace_if
class::::::Args static auto replace_if(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:137
bc::algorithms::is_sorted_until
class::::::Args static auto is_sorted_until(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:146
BC_REDUCE_ALGORITHM_DEF
#define BC_REDUCE_ALGORITHM_DEF(function)
Definition: algorithms.h:49
bc::algorithms::find_if_not
class::::::Args static auto find_if_not(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:126
bc::algorithms::minmax_element
class::::::Args static auto minmax_element(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:154
bc::algorithms::sort
class::::::Args static auto sort(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:147
bc::algorithms::find
class::::::Args static auto find(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:124
bc::algorithms::count
class::::::Args static auto count(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:122
bc::algorithms::copy_n
class::::::Args static auto copy_n(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:130
bc::algorithms::max_element
class::::::Args static auto max_element(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:151
bc::algorithms::swap_ranges
class::::::Args static auto swap_ranges(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:141
bc::algorithms::replace_copy_if
class::::::Args static auto replace_copy_if(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:139
bc::algorithms::generate
class::::::Args static auto generate(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:134
bc::algorithms::find_if
class::::::Args static auto find_if(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:125
bc::algorithms::reverse
class::::::Args static auto reverse(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:142
bc::algorithms::min_element
class::::::Args static auto min_element(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:153
bc::algorithms::max
class::::::Args static auto max(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:150
bc::streams::Stream
Definition: device.h:27
bc::tensors::iterators::end
Definition: common.h:25
bc::algorithms::is_sorted
class::::::Args static auto is_sorted(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:145
bc::algorithms::generate_n
class::::::Args static auto generate_n(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:135
bc
The Evaluator determines if an expression needs to be greedily optimized.
Definition: algorithms.h:22
bc::algorithms::replace
class::::::Args static auto replace(bc::streams::Stream< bc::host_tag > stream, Begin begin, End end, Args... args)
Definition: algorithms.h:136
BC_REDUCE_ALGORITHM_DEF_FIX_THRUST
#define BC_REDUCE_ALGORITHM_DEF_FIX_THRUST(function)
– thrust fails to compile certain functions.
Definition: algorithms.h:92
Generated by   doxygen 1.8.13