Bug Summary

File:nnc/ccv_nnc_micro_core.c
Warning:line 749, column 78
Potential memory leak

Annotated Source Code

Press '?' to see keyboard shortcuts

clang -cc1 -cc1 -triple x86_64-unknown-linux-gnu -analyze -disable-free -clear-ast-before-backend -disable-llvm-verifier -discard-value-names -main-file-name ccv_nnc_micro_core.c -analyzer-checker=core -analyzer-checker=apiModeling -analyzer-checker=unix -analyzer-checker=deadcode -analyzer-checker=security.insecureAPI.UncheckedReturn -analyzer-checker=security.insecureAPI.getpw -analyzer-checker=security.insecureAPI.gets -analyzer-checker=security.insecureAPI.mktemp -analyzer-checker=security.insecureAPI.mkstemp -analyzer-checker=security.insecureAPI.vfork -analyzer-checker=nullability.NullPassedToNonnull -analyzer-checker=nullability.NullReturnedFromNonnull -analyzer-output plist -w -setup-static-analyzer -mrelocation-model pic -pic-level 2 -pic-is-pie -mframe-pointer=none -fmath-errno -ffp-contract=on -fno-rounding-math -mconstructor-aliases -funwind-tables=2 -target-cpu x86-64 -target-feature +sse2 -tune-cpu generic -debugger-tuning=gdb -fdebug-compilation-dir=/home/liu/actions-runner/_work/ccv/ccv/lib/nnc -fcoverage-compilation-dir=/home/liu/actions-runner/_work/ccv/ccv/lib/nnc -resource-dir /usr/local/lib/clang/18 -I ../ -I /usr/local/cuda/include -D HAVE_CBLAS -D HAVE_LIBPNG -D HAVE_LIBJPEG -D HAVE_FFTW3 -D HAVE_PTHREAD -D HAVE_LIBLINEAR -D HAVE_TESSERACT -D HAVE_AVCODEC -D HAVE_AVFORMAT -D HAVE_AVUTIL -D HAVE_SWSCALE -D HAVE_SSE2 -D HAVE_GSL -D HAVE_CUDA -D HAVE_CUDNN -D HAVE_NCCL -D USE_SYSTEM_CUB -D HAVE_CUDA_SM80 -I /usr/local/include -internal-isystem /usr/local/lib/clang/18/include -internal-isystem /usr/local/include -internal-isystem /usr/lib/gcc/x86_64-linux-gnu/12/../../../../x86_64-linux-gnu/include -internal-externc-isystem /usr/include/x86_64-linux-gnu -internal-externc-isystem /include -internal-externc-isystem /usr/include -O3 -ferror-limit 19 -fgnuc-version=4.2.1 -fskip-odr-check-in-gmf -vectorize-loops -vectorize-slp -analyzer-output=html -faddrsig -D__GCC_HAVE_DWARF2_CFI_ASM=1 -o /home/liu/actions-runner/_work/ccv/ccv/_analyze/2024-09-15-161418-261911-1 -x c ccv_nnc_micro_core.c

ccv_nnc_micro_core.c

1#include "ccv_nnc.h"
2#include "ccv_nnc_easy.h"
3#include "ccv_nnc_internal.h"
4#include "ccv_internal.h"
5#include "_ccv_nnc_micro.h"
6#include "3rdparty/khash/khash.h"
7
8// MARK - Level-1 API
9
10const ccv_nnc_micro_io_vtab_t ccv_nnc_micro_io_input_isa = {};
11
12#define GRAD(_id)(2 * (var_count) - 1 - (_id)) (2 * (var_count) - 1 - (_id))
13
14ccv_nnc_micro_io_t ccv_nnc_micro_input(const int dimensions)
15{
16 assert(dimensions <= CCV_NNC_MAX_DIM_ALLOC)((void) sizeof ((dimensions <= (12)) ? 1 : 0), __extension__
({ if (dimensions <= (12)) ; else __assert_fail ("dimensions <= CCV_NNC_MAX_DIM_ALLOC"
, "ccv_nnc_micro_core.c", 16, __extension__ __PRETTY_FUNCTION__
); }))
;
17 ccv_nnc_micro_io_t input = cccalloccalloc(1, sizeof(struct ccv_nnc_micro_io_s));
18 input->isa = &ccv_nnc_micro_io_input_isa;
19 input->dimensions = dimensions;
20 input->id = 0;
21 return input;
22}
23struct ccv_nnc_micro_io_grad_s {
24 struct ccv_nnc_micro_io_s super;
25 ccv_nnc_micro_io_t x;
26};
27
28static void _ccv_nnc_micro_grad_numbering(const ccv_nnc_micro_io_t super, const int id, const int var_count)
29{
30 struct ccv_nnc_micro_io_grad_s* const self = (struct ccv_nnc_micro_io_grad_s*)super;
31 const int sid = self->x->id;
32 self->super.id = GRAD(sid)(2 * (var_count) - 1 - (sid));
33}
34
35const ccv_nnc_micro_io_vtab_t ccv_nnc_micro_io_grad_isa = {
36 .numbering = _ccv_nnc_micro_grad_numbering
37};
38
39ccv_nnc_micro_io_t ccv_nnc_micro_grad(const ccv_nnc_micro_io_t x)
40{
41 struct ccv_nnc_micro_io_grad_s* const grad = cccalloccalloc(1, sizeof(struct ccv_nnc_micro_io_grad_s));
42 grad->super.isa = &ccv_nnc_micro_io_grad_isa;
43 grad->super.dimensions = x->dimensions;
44 grad->super.id = 0;
45 grad->x = x;
46 return (ccv_nnc_micro_io_t)grad;
47}
48
49// A simple recursive descent parser. Omitted tokenisation step.
50static int _accept(const char** const pos, int* const remain_size, const char* symbol, int size)
51{
52 if (*remain_size < size)
53 return 0;
54 if (memcmp(*pos, symbol, size) == 0)
55 {
56 *remain_size -= size;
57 *pos += size;
58 return 1;
59 }
60 return 0;
61}
62
63static int _expect(const char** const pos, int* const remain_size, const char* symbol, int size)
64{
65 if (_accept(pos, remain_size, symbol, size))
66 return 1;
67 assert(0 && "unexpected symbol")((void) sizeof ((0 && "unexpected symbol") ? 1 : 0), __extension__
({ if (0 && "unexpected symbol") ; else __assert_fail
("0 && \"unexpected symbol\"", "ccv_nnc_micro_core.c"
, 67, __extension__ __PRETTY_FUNCTION__); }))
;
68 return 0;
69}
70
71static int _constant(const char** const pos, int* const remain_size, int* const id)
72{
73 int size = 0;
74 *id = 0;
75 while (*remain_size - size > 0 && pos[0][size] >= '0' && pos[0][size] <= '9')
76 {
77 *id *= 10;
78 *id += (pos[0][size] - '0');
79 ++size;
80 }
81 *remain_size -= size;
82 *pos += size;
83 return size > 0;
84}
85
86static int _index(const char** const pos, int* const remain_size, int* const id)
87{
88 if (!(*remain_size > 0 && pos[0][0] == 'i'))
89 return 0;
90 int size = 1;
91 *id = 0;
92 while (*remain_size - size > 0 && pos[0][size] >= '0' && pos[0][size] <= '9')
93 {
94 *id *= 10;
95 *id += (pos[0][size] - '0');
96 ++size;
97 }
98 if (size > 1)
99 {
100 *remain_size -= size;
101 *pos += size;
102 return 1;
103 }
104 return 0;
105}
106
107static int _dim(const char** const pos, int* const remain_size, int* const id, int* const d, ccv_array_t* const equal_assertions)
108{
109 if (!(*remain_size > 1 && pos[0][0] == 'd'))
110 return 0;
111 if (!(pos[0][1] >= 'A' && pos[0][1] <= 'Z'))
112 return 0;
113 *id = pos[0][1] - 'A';
114 int size = 2;
115 *d = 0;
116 while (*remain_size - size > 0 && pos[0][size] >= '0' && pos[0][size] <= '9')
117 {
118 *d *= 10;
119 *d += (pos[0][size] - '0');
120 ++size;
121 }
122 if (size > 1)
123 {
124 *remain_size -= size;
125 *pos += size;
126 while (_accept(pos, remain_size, " ", 1)) {}
127 if (_accept(pos, remain_size, "[", 1))
128 {
129 while (_accept(pos, remain_size, " ", 1)) {}
130 _expect(pos, remain_size, "=", 1);
131 while (_accept(pos, remain_size, " ", 1)) {}
132 int next_id;
133 int next_d;
134 if (!_dim(pos, remain_size, &next_id, &next_d, equal_assertions))
135 { assert(0 && "unexpected symbol")((void) sizeof ((0 && "unexpected symbol") ? 1 : 0), __extension__
({ if (0 && "unexpected symbol") ; else __assert_fail
("0 && \"unexpected symbol\"", "ccv_nnc_micro_core.c"
, 135, __extension__ __PRETTY_FUNCTION__); }))
; }
136 const ccv_nnc_micro_id_equal_assertion_t equal_assertion = {
137 .left = {
138 .type = CCV_NNC_MICRO_AXIS_SIZE_ID,
139 .id = -(*id + 1),
140 .d = *d
141 },
142 .right = {
143 .type = CCV_NNC_MICRO_AXIS_SIZE_ID,
144 .id = -(next_id + 1),
145 .d = next_d
146 }
147 };
148 ccv_array_push(equal_assertions, &equal_assertion);
149 while (_accept(pos, remain_size, " ", 1)) {}
150 _expect(pos, remain_size, "]", 1);
151 }
152 return 1;
153 }
154 return 0;
155}
156
157static int _var(const char** const pos, int* const remain_size, char** name)
158{
159 if (!(*remain_size > 0 && pos[0][0] == '$'))
160 return 0;
161 int size = 1;
162 while (*remain_size - size > 0 &&
163 ((pos[0][size] >= '0' && pos[0][size] <= '9') ||
164 (pos[0][size] >= 'a' && pos[0][size] <= 'z') ||
165 (pos[0][size] >= 'A' && pos[0][size] <= 'Z') ||
166 pos[0][size] == '_'))
167 ++size;
168 if (size > 1)
169 {
170 *name = ccmallocmalloc(size + 1);
171 memcpy(*name, *pos, size);
172 name[0][size] = 0;
173 *remain_size -= size;
174 *pos += size;
175 return 1;
176 }
177 return 0;
178}
179
180static CCV_WARN_UNUSED(ccv_nnc_micro_loop_index_term_t)ccv_nnc_micro_loop_index_term_t __attribute__((warn_unused_result
))
_expression(const char** const pos, int* const remain_size, ccv_array_t* const equal_assertions);
181
182static ccv_nnc_micro_loop_index_term_t _factor(const char** const pos, int* const remain_size, ccv_array_t* const equal_assertions)
183{
184 ccv_nnc_micro_loop_index_term_t term;
185 while (_accept(pos, remain_size, " ", 1)) {}
186 int id, d;
187 char* name;
188 if (_constant(pos, remain_size, &id)) {
189 term.type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_VAL;
190 term.immediate_value = id;
191 } else if (_index(pos, remain_size, &id)) {
192 term.type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID;
193 term.id.type = CCV_NNC_MICRO_LOOP_ID;
194 term.id.id = id;
195 } else if (_dim(pos, remain_size, &id, &d, equal_assertions)) {
196 term.type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID;
197 term.id.type = CCV_NNC_MICRO_AXIS_SIZE_ID;
198 term.id.d = d;
199 term.id.id = -(id + 1);
200 } else if (_var(pos, remain_size, &name)) {
201 term.type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_UNBOUND_SCALAR;
202 term.name = name;
203 } else if (_accept(pos, remain_size, "(", 1)) {
204 term = _expression(pos, remain_size, equal_assertions);
205 _expect(pos, remain_size, ")", 1);
206 } else {
207 assert(0 && "factor: syntax error")((void) sizeof ((0 && "factor: syntax error") ? 1 : 0
), __extension__ ({ if (0 && "factor: syntax error") ;
else __assert_fail ("0 && \"factor: syntax error\"",
"ccv_nnc_micro_core.c", 207, __extension__ __PRETTY_FUNCTION__
); }))
;
208 }
209 while (_accept(pos, remain_size, " ", 1)) {}
210 return term;
211}
212
213static ccv_nnc_micro_loop_index_term_t _term(const char** const pos, int* const remain_size, ccv_array_t* const equal_assertions)
214{
215 while (_accept(pos, remain_size, " ", 1)) {}
216 ccv_nnc_micro_loop_index_term_t term = _factor(pos, remain_size, equal_assertions);
217 while (*remain_size > 0 && (pos[0][0] == '*' || pos[0][0] == '/'))
218 {
219 const int op = pos[0][0] == '*' ? CCV_NNC_MICRO_BINARY_OP_MUL : CCV_NNC_MICRO_BINARY_OP_DIV;
220 *remain_size -= 1;
221 *pos += 1;
222 const ccv_nnc_micro_loop_index_term_t left = term;
223 const ccv_nnc_micro_loop_index_term_t right = _factor(pos, remain_size, equal_assertions);
224 term.type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_BINARY;
225 term.binary = (ccv_nnc_micro_loop_index_binary_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_index_binary_t));
226 term.binary->op = op;
227 term.binary->left = left;
228 term.binary->right = right;
229 }
230 while (_accept(pos, remain_size, " ", 1)) {}
231 return term;
232}
233
234static ccv_nnc_micro_loop_index_term_t _expression(const char** const pos, int* const remain_size, ccv_array_t* const equal_assertions)
235{
236 while (_accept(pos, remain_size, " ", 1)) {}
237 int prefix_op = -1;
238 if (*remain_size > 0 && (pos[0][0] == '+' || pos[0][0] == '-'))
239 {
240 prefix_op = pos[0][0] == '+' ? CCV_NNC_MICRO_BINARY_OP_PLUS : CCV_NNC_MICRO_BINARY_OP_MINUS;
241 *remain_size -= 1;
242 *pos += 1;
243 }
244 ccv_nnc_micro_loop_index_term_t node = _term(pos, remain_size, equal_assertions);
245 while (*remain_size > 0 && (pos[0][0] == '+' || pos[0][0] == '-'))
246 {
247 const int op = pos[0][0] == '+' ? CCV_NNC_MICRO_BINARY_OP_PLUS : CCV_NNC_MICRO_BINARY_OP_MINUS;
248 *remain_size -= 1;
249 *pos += 1;
250 const ccv_nnc_micro_loop_index_term_t left = node;
251 const ccv_nnc_micro_loop_index_term_t right = _term(pos, remain_size, equal_assertions);
252 node.type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_BINARY;
253 node.binary = (ccv_nnc_micro_loop_index_binary_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_index_binary_t));
254 node.binary->op = op;
255 node.binary->left = left;
256 node.binary->right = right;
257 }
258 while (_accept(pos, remain_size, " ", 1)) {}
259 if (prefix_op >= 0)
260 {
261 ccv_nnc_micro_loop_index_binary_t* const expr = (ccv_nnc_micro_loop_index_binary_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_index_binary_t));
262 expr->op = prefix_op;
263 expr->left = node;
264 expr->right.type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_NONE;
265 node.type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_BINARY;
266 node.binary = expr;
267 }
268 return node;
269}
270
271static void _no_index(const ccv_nnc_micro_loop_index_term_t term)
272{
273 switch (term.type) {
274 case CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID:
275 // Can only be axis size id. No loop index.
276 assert(term.id.type == CCV_NNC_MICRO_AXIS_SIZE_ID)((void) sizeof ((term.id.type == CCV_NNC_MICRO_AXIS_SIZE_ID) ?
1 : 0), __extension__ ({ if (term.id.type == CCV_NNC_MICRO_AXIS_SIZE_ID
) ; else __assert_fail ("term.id.type == CCV_NNC_MICRO_AXIS_SIZE_ID"
, "ccv_nnc_micro_core.c", 276, __extension__ __PRETTY_FUNCTION__
); }))
;
277 break;
278 case CCV_NNC_MICRO_LOOP_INDEX_TYPE_BINARY:
279 _no_index(term.binary->left);
280 _no_index(term.binary->right);
281 break;
282 }
283}
284
285static void _sid_to_axis_size_term(ccv_nnc_micro_loop_index_term_t* const term, const int* const sids, const int sid_count)
286{
287 switch (term->type) {
288 case CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID:
289 // Can only be axis size id. No loop index.
290 if (term->id.type == CCV_NNC_MICRO_AXIS_SIZE_ID && term->id.id < 0)
291 {
292 const int id = -(term->id.id + 1);
293 assert(id >= 0 && id < sid_count)((void) sizeof ((id >= 0 && id < sid_count) ? 1
: 0), __extension__ ({ if (id >= 0 && id < sid_count
) ; else __assert_fail ("id >= 0 && id < sid_count"
, "ccv_nnc_micro_core.c", 293, __extension__ __PRETTY_FUNCTION__
); }))
;
294 term->id.id = sids[id];
295 }
296 break;
297 case CCV_NNC_MICRO_LOOP_INDEX_TYPE_BINARY:
298 _sid_to_axis_size_term(&term->binary->left, sids, sid_count);
299 _sid_to_axis_size_term(&term->binary->right, sids, sid_count);
300 break;
301 }
302}
303
304struct ccv_nnc_micro_io_reindex_s {
305 struct ccv_nnc_micro_io_s super;
306 int s_count;
307 ccv_nnc_micro_io_t x;
308 ccv_nnc_micro_loop_index_term_t* shape;
309 ccv_nnc_micro_loop_index_term_t* reindex;
310 ccv_nnc_micro_io_t* ss;
311 ccv_array_t* equal_assertions;
312};
313
314static void _ccv_nnc_micro_reindex_numbering(const ccv_nnc_micro_io_t super, const int id, const int var_count)
315{
316 struct ccv_nnc_micro_io_reindex_s* const self = (struct ccv_nnc_micro_io_reindex_s*)super;
317 self->super.id = id;
318 // No need to update axis size.
319 if (self->s_count == 0)
320 return;
321 int sids[self->s_count];
322 int i;
323 for (i = 0; i < self->s_count; i++)
324 sids[i] = self->ss[i]->id;
325 for (i = 0; i < self->super.dimensions; i++)
326 _sid_to_axis_size_term(&self->shape[i], sids, self->s_count);
327 for (i = 0; i < self->x->dimensions; i++)
328 _sid_to_axis_size_term(&self->reindex[i], sids, self->s_count);
329 for (i = 0; i < self->equal_assertions->rnum; i++)
330 {
331 ccv_nnc_micro_id_equal_assertion_t* const equal_assertion = (ccv_nnc_micro_id_equal_assertion_t*)ccv_array_get(self->equal_assertions, i)((void*)(((char*)((self->equal_assertions)->data)) + (size_t
)(self->equal_assertions)->rsize * (size_t)(i)))
;
332 if (equal_assertion->left.type == CCV_NNC_MICRO_AXIS_SIZE_ID && equal_assertion->left.id < 0)
333 {
334 const int id = -(equal_assertion->left.id + 1);
335 assert(id >= 0 && id < self->s_count)((void) sizeof ((id >= 0 && id < self->s_count
) ? 1 : 0), __extension__ ({ if (id >= 0 && id <
self->s_count) ; else __assert_fail ("id >= 0 && id < self->s_count"
, "ccv_nnc_micro_core.c", 335, __extension__ __PRETTY_FUNCTION__
); }))
;
336 equal_assertion->left.id = sids[id];
337 }
338 if (equal_assertion->right.type == CCV_NNC_MICRO_AXIS_SIZE_ID && equal_assertion->right.id < 0)
339 {
340 const int id = -(equal_assertion->right.id + 1);
341 assert(id >= 0 && id < self->s_count)((void) sizeof ((id >= 0 && id < self->s_count
) ? 1 : 0), __extension__ ({ if (id >= 0 && id <
self->s_count) ; else __assert_fail ("id >= 0 && id < self->s_count"
, "ccv_nnc_micro_core.c", 341, __extension__ __PRETTY_FUNCTION__
); }))
;
342 equal_assertion->right.id = sids[id];
343 }
344 }
345}
346
347static void _ccv_nnc_micro_reindex_equal_assertions(const ccv_nnc_micro_io_t super, ccv_array_t* const equal_assertions)
348{
349 struct ccv_nnc_micro_io_reindex_s* const self = (struct ccv_nnc_micro_io_reindex_s*)super;
350 int i;
351 for (i = 0; i < self->equal_assertions->rnum; i++)
352 {
353 ccv_nnc_micro_id_equal_assertion_t* const equal_assertion = (ccv_nnc_micro_id_equal_assertion_t*)ccv_array_get(self->equal_assertions, i)((void*)(((char*)((self->equal_assertions)->data)) + (size_t
)(self->equal_assertions)->rsize * (size_t)(i)))
;
354 ccv_array_push(equal_assertions, equal_assertion);
355 }
356}
357
358static void _ccv_nnc_bind_scalars_in_term(ccv_nnc_micro_loop_index_term_t* const term, ccv_nnc_micro_scalar_lookup_f lookup, const void* const context)
359{
360 switch (term->type)
361 {
362 case CCV_NNC_MICRO_LOOP_INDEX_TYPE_BINARY:
363 _ccv_nnc_bind_scalars_in_term(&term->binary->left, lookup, context);
364 _ccv_nnc_bind_scalars_in_term(&term->binary->right, lookup, context);
365 break;
366 case CCV_NNC_MICRO_LOOP_INDEX_TYPE_UNBOUND_SCALAR: {
367 char* const name = term->name;
368 term->id.id = lookup(context, name);
369 ccfreefree(name);
370 term->id.d = 0;
371 term->id.type = CCV_NNC_MICRO_SCALAR_ID;
372 term->type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID;
373 break;
374 }
375 }
376}
377
378static void _ccv_nnc_micro_reindex_bind_scalars(const ccv_nnc_micro_io_t super, ccv_nnc_micro_scalar_lookup_f lookup, const void* const context)
379{
380 struct ccv_nnc_micro_io_reindex_s* const self = (struct ccv_nnc_micro_io_reindex_s*)super;
381 int i;
382 for (i = 0; i < self->super.dimensions; i++)
383 _ccv_nnc_bind_scalars_in_term(&self->shape[i], lookup, context);
384 for (i = 0; i < self->x->dimensions; i++)
385 _ccv_nnc_bind_scalars_in_term(&self->reindex[i], lookup, context);
386}
387
388ccv_nnc_micro_loop_index_term_t ccv_nnc_micro_loop_index_deep_copy(const ccv_nnc_micro_loop_index_term_t* const term)
389{
390 switch (term->type)
391 {
392 case CCV_NNC_MICRO_LOOP_INDEX_TYPE_BINARY: {
393 ccv_nnc_micro_loop_index_term_t copy = *term;
394 copy.binary = (ccv_nnc_micro_loop_index_binary_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_index_binary_t));
395 *copy.binary = *term->binary;
396 copy.binary->left = ccv_nnc_micro_loop_index_deep_copy(&term->binary->left);
397 copy.binary->right = ccv_nnc_micro_loop_index_deep_copy(&term->binary->right);
398 return copy;
399 }
400 case CCV_NNC_MICRO_LOOP_INDEX_TYPE_NONE:
401 case CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID:
402 case CCV_NNC_MICRO_LOOP_INDEX_TYPE_VAL:
403 case CCV_NNC_MICRO_LOOP_INDEX_TYPE_UNBOUND_SCALAR:
404 return *term;
405 }
406 return *term;
407}
408
409static CCV_WARN_UNUSED(ccv_nnc_micro_function_t)ccv_nnc_micro_function_t __attribute__((warn_unused_result)) _ccv_nnc_micro_reindex_emit(const ccv_nnc_micro_io_t super)
410{
411 struct ccv_nnc_micro_io_reindex_s* const self = (struct ccv_nnc_micro_io_reindex_s*)super;
412 const int loop_count = self->super.dimensions;
413 assert(loop_count <= CCV_NNC_MAX_DIM_ALLOC)((void) sizeof ((loop_count <= (12)) ? 1 : 0), __extension__
({ if (loop_count <= (12)) ; else __assert_fail ("loop_count <= CCV_NNC_MAX_DIM_ALLOC"
, "ccv_nnc_micro_core.c", 413, __extension__ __PRETTY_FUNCTION__
); }))
;
414 ccv_nnc_micro_loop_t* const loops = (ccv_nnc_micro_loop_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_t) * loop_count);
415 int i;
416 for (i = 0; i < loop_count; i++)
417 loops[i] = ccv_nnc_micro_for_in(ccv_nnc_micro_index_of_value(0), ccv_nnc_micro_index_of_axis_size(self->super.id, i), i);
418 const ccv_nnc_micro_loop_statement_t statement = ccv_nnc_micro_loop_assignment(
419 ccv_nnc_micro_loop_variable_of_tensor(self->super.id, loop_count, ccv_nnc_micro_index_of_loops(loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? loops[1].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 2 ? loops[2].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 3 ? loops[3].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 4 ? loops[4].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 5 ? loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? loops[7].id : (ccv_nnc_micro_id_t){} } }
),
420 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->x->id, self->x->dimensions, self->reindex))
421 );
422 for (i = 0; i < self->x->dimensions; i++)
423 self->reindex[i] = ccv_nnc_micro_loop_index_deep_copy(&self->reindex[i]);
424 loops[loop_count - 1].statement_count = 1;
425 loops[loop_count - 1].statements = (ccv_nnc_micro_loop_statement_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_statement_t));
426 loops[loop_count - 1].statements[0] = statement;
427 return (ccv_nnc_micro_function_t){
428 .block_count = 1,
429 .one_block = {
430 .loop_count = loop_count,
431 .loops = loops
432 }
433 };
434}
435
436static CCV_WARN_UNUSED(ccv_nnc_micro_function_t)ccv_nnc_micro_function_t __attribute__((warn_unused_result)) _ccv_nnc_micro_reindex_emit_grad(const ccv_nnc_micro_io_t super, const int var_count)
437{
438 // The grad is var_count + original id.
439 struct ccv_nnc_micro_io_reindex_s* const self = (struct ccv_nnc_micro_io_reindex_s*)super;
440 const int reset_loop_count = self->x->dimensions;
441 ccv_nnc_micro_loop_t* const reset_loops = (ccv_nnc_micro_loop_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_t) * reset_loop_count);
442 // This loop reset grad to 0.
443 int i;
444 for (i = 0; i < reset_loop_count; i++)
445 reset_loops[i] = ccv_nnc_micro_for_in(ccv_nnc_micro_index_of_value(0), ccv_nnc_micro_index_of_axis_size(GRAD(self->x->id)(2 * (var_count) - 1 - (self->x->id)), i), i);
446 const ccv_nnc_micro_loop_statement_t reset_statement = ccv_nnc_micro_loop_assignment(
447 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->x->id)(2 * (var_count) - 1 - (self->x->id)), reset_loop_count, ccv_nnc_micro_index_of_loops(reset_loops, reset_loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = reset_loop_count > 0 ? reset_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = reset_loop_count
> 1 ? reset_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = reset_loop_count >
2 ? reset_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = reset_loop_count > 3 ? reset_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = reset_loop_count
> 4 ? reset_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = reset_loop_count >
5 ? reset_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = reset_loop_count > 6 ? reset_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = reset_loop_count
> 7 ? reset_loops[7].id : (ccv_nnc_micro_id_t){} } }
),
448 ccv_nnc_micro_loop_expression_of_value(0)
449 );
450 reset_loops[reset_loop_count - 1].statement_count = 1;
451 reset_loops[reset_loop_count - 1].statements = (ccv_nnc_micro_loop_statement_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_statement_t));
452 reset_loops[reset_loop_count - 1].statements[0] = reset_statement;
453 const int loop_count = self->super.dimensions;
454 ccv_nnc_micro_loop_t* const loops = (ccv_nnc_micro_loop_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_t) * loop_count);
455 for (i = 0; i < loop_count; i++)
456 loops[i] = ccv_nnc_micro_for_in(ccv_nnc_micro_index_of_value(0), ccv_nnc_micro_index_of_axis_size(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), i), i);
457 const ccv_nnc_micro_loop_statement_t statement = ccv_nnc_micro_loop_compound_assignment_of_tensor(
458 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->x->id)(2 * (var_count) - 1 - (self->x->id)), self->x->dimensions, self->reindex),
459 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), loop_count, ccv_nnc_micro_index_of_loops(loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? loops[1].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 2 ? loops[2].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 3 ? loops[3].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 4 ? loops[4].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 5 ? loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? loops[7].id : (ccv_nnc_micro_id_t){} } }
))
460 );
461 for (i = 0; i < self->x->dimensions; i++)
462 self->reindex[i] = ccv_nnc_micro_loop_index_deep_copy(&self->reindex[i]);
463 loops[loop_count - 1].statement_count = 1;
464 loops[loop_count - 1].statements = (ccv_nnc_micro_loop_statement_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_statement_t));
465 loops[loop_count - 1].statements[0] = statement;
466 ccv_nnc_micro_loop_block_t* const blocks = (ccv_nnc_micro_loop_block_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_block_t) * 2);
467 blocks[0] = (ccv_nnc_micro_loop_block_t){
468 .loop_count = reset_loop_count,
469 .loops = reset_loops
470 };
471 blocks[1] = (ccv_nnc_micro_loop_block_t){
472 .loop_count = loop_count,
473 .loops = loops
474 };
475 return (ccv_nnc_micro_function_t){
476 .block_count = 2,
477 .blocks = blocks
478 };
479}
480
481static ccv_nnc_micro_tensor_t _ccv_nnc_micro_reindex_return_shape(const ccv_nnc_micro_io_t super)
482{
483 struct ccv_nnc_micro_io_reindex_s* const self = (struct ccv_nnc_micro_io_reindex_s*)super;
484 ccv_nnc_micro_tensor_t var = {};
485 var.dimensions = self->super.dimensions;
486 var.sibling = -1;
487 var.input = self->x->id;
488 var.shape = (ccv_nnc_micro_loop_index_term_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_index_term_t) * self->super.dimensions);
489 memcpy(var.shape, self->shape, sizeof(ccv_nnc_micro_loop_index_term_t) * self->super.dimensions);
490 return var;
491}
492
493static void _ccv_nnc_micro_reindex_deinit(const ccv_nnc_micro_io_t super)
494{
495 struct ccv_nnc_micro_io_reindex_s* const self = (struct ccv_nnc_micro_io_reindex_s*)super;
496 int i;
497 for (i = 0; i < self->x->dimensions; i++)
498 ccv_nnc_micro_loop_index_free(&self->reindex[i]);
499 ccv_array_free(self->equal_assertions);
500}
501
502static const ccv_nnc_micro_io_vtab_t ccv_nnc_micro_io_reindex_isa = {
503 .numbering = _ccv_nnc_micro_reindex_numbering,
504 .equal_assertions = _ccv_nnc_micro_reindex_equal_assertions,
505 .bind_scalars = _ccv_nnc_micro_reindex_bind_scalars,
506 .emit = _ccv_nnc_micro_reindex_emit,
507 .emit_grad = _ccv_nnc_micro_reindex_emit_grad,
508 .return_shape = _ccv_nnc_micro_reindex_return_shape,
509 .deinit = _ccv_nnc_micro_reindex_deinit
510};
511
512ccv_nnc_micro_io_t ccv_nnc_micro_reindex(const char* const* const shape, const int shape_count, const ccv_nnc_micro_io_t* const ss, const int s_count, const char* const* const reindex, const int reindex_count, const ccv_nnc_micro_io_t x)
513{
514 assert(shape_count <= CCV_NNC_MAX_DIM_ALLOC)((void) sizeof ((shape_count <= (12)) ? 1 : 0), __extension__
({ if (shape_count <= (12)) ; else __assert_fail ("shape_count <= CCV_NNC_MAX_DIM_ALLOC"
, "ccv_nnc_micro_core.c", 514, __extension__ __PRETTY_FUNCTION__
); }))
;
515 assert(reindex_count <= CCV_NNC_MAX_DIM_ALLOC)((void) sizeof ((reindex_count <= (12)) ? 1 : 0), __extension__
({ if (reindex_count <= (12)) ; else __assert_fail ("reindex_count <= CCV_NNC_MAX_DIM_ALLOC"
, "ccv_nnc_micro_core.c", 515, __extension__ __PRETTY_FUNCTION__
); }))
;
516 assert(reindex_count == x->dimensions)((void) sizeof ((reindex_count == x->dimensions) ? 1 : 0),
__extension__ ({ if (reindex_count == x->dimensions) ; else
__assert_fail ("reindex_count == x->dimensions", "ccv_nnc_micro_core.c"
, 516, __extension__ __PRETTY_FUNCTION__); }))
;
517 int i;
518 struct ccv_nnc_micro_io_reindex_s* const self = (struct ccv_nnc_micro_io_reindex_s*)cccalloccalloc(1, sizeof(struct ccv_nnc_micro_io_reindex_s) + sizeof(ccv_nnc_micro_loop_index_term_t) * (shape_count + reindex_count) + sizeof(ccv_nnc_micro_io_t) * (s_count + 1));
519 self->super.isa = &ccv_nnc_micro_io_reindex_isa;
520 self->super.dimensions = shape_count;
521 self->super.id = 0;
522 self->x = x;
523 self->shape = (ccv_nnc_micro_loop_index_term_t*)(self + 1);
524 self->reindex = self->shape + shape_count;
525 self->ss = (ccv_nnc_micro_io_t*)(self->reindex + reindex_count);
526 self->s_count = s_count;
527 self->ss[s_count] = x;
528 self->super.inputs = self->ss;
529 self->super.input_size = s_count + 1;
530 if (s_count > 0)
531 memcpy(self->ss, ss, sizeof(ccv_nnc_micro_io_t) * s_count);
532 ccv_array_t* const equal_assertions = self->equal_assertions = ccv_array_new(sizeof(ccv_nnc_micro_id_equal_assertion_t), 0, 0);
533 // Parse shape into expressions and validate the grammar. Do this upfront so we don't fail on parsing
534 // later, which can be confusing.
535 // CFG:
536 // VAR -> $[a-zA-Z0-9]+
537 // DIM -> d[A-Z]{1}[0-9]+
538 // INDEX -> i[0-9]+
539 // CONST -> [0-9]+
540 // FACTOR -> VAR | DIM | CONST | INDEX
541 // TERM -> FACTOR { ("*" | "/") FACTOR }
542 // EXPRESSION -> ["+" | "-"] TERM { ("+" | "-") TERM }
543 // Also, we choose to reuse the index expression structure even some information (such as id of tensors
544 // and the binding variables) not available. In this way, there is no need to reallocate index expression
545 // later, we just need to simply "patch" it in ccv_nnc_micro_combine_t.
546 for (i = 0; i < shape_count; i++)
547 {
548 int remain_size = strlen(shape[i]);
549 const char* pos = shape[i];
550 ccv_nnc_micro_loop_index_term_t term = _expression(&pos, &remain_size, equal_assertions);
551 _no_index(term); // Make sure this is not index, no loop index.
552 self->shape[i] = term;
553 }
554 // Parse reindex.
555 for (i = 0; i < reindex_count; i++)
556 {
557 int remain_size = strlen(reindex[i]);
558 const char* pos = reindex[i];
559 self->reindex[i] = _expression(&pos, &remain_size, equal_assertions);
560 }
561 return (ccv_nnc_micro_io_t)self;
562}
563
564struct ccv_nnc_micro_io_unary_s {
565 struct ccv_nnc_micro_io_s super;
566 uint32_t unary_op;
567 ccv_nnc_micro_io_t x;
568};
569
570static CCV_WARN_UNUSED(ccv_nnc_micro_function_t)ccv_nnc_micro_function_t __attribute__((warn_unused_result)) _ccv_nnc_micro_unary_emit(const ccv_nnc_micro_io_t super)
571{
572 struct ccv_nnc_micro_io_unary_s* const self = (struct ccv_nnc_micro_io_unary_s*)super;
573 const int loop_count = self->super.dimensions;
574 assert(self->x->dimensions == loop_count)((void) sizeof ((self->x->dimensions == loop_count) ? 1
: 0), __extension__ ({ if (self->x->dimensions == loop_count
) ; else __assert_fail ("self->x->dimensions == loop_count"
, "ccv_nnc_micro_core.c", 574, __extension__ __PRETTY_FUNCTION__
); }))
;
575 assert(loop_count <= CCV_NNC_MAX_DIM_ALLOC)((void) sizeof ((loop_count <= (12)) ? 1 : 0), __extension__
({ if (loop_count <= (12)) ; else __assert_fail ("loop_count <= CCV_NNC_MAX_DIM_ALLOC"
, "ccv_nnc_micro_core.c", 575, __extension__ __PRETTY_FUNCTION__
); }))
;
576 ccv_nnc_micro_loop_t* const loops = (ccv_nnc_micro_loop_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_t) * loop_count);
577 int i;
578 for (i = 0; i < loop_count; i++)
579 loops[i] = ccv_nnc_micro_for_in(ccv_nnc_micro_index_of_value(0), ccv_nnc_micro_index_of_axis_size(self->super.id, i), i);
580 const ccv_nnc_micro_loop_statement_t statement = ccv_nnc_micro_loop_assignment(
581 ccv_nnc_micro_loop_variable_of_tensor(self->super.id, loop_count, ccv_nnc_micro_index_of_loops(loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? loops[1].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 2 ? loops[2].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 3 ? loops[3].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 4 ? loops[4].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 5 ? loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? loops[7].id : (ccv_nnc_micro_id_t){} } }
),
582 ccv_nnc_micro_loop_expression_of_unary(
583 self->unary_op,
584 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->x->id, loop_count, ccv_nnc_micro_index_of_loops(loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? loops[1].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 2 ? loops[2].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 3 ? loops[3].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 4 ? loops[4].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 5 ? loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? loops[7].id : (ccv_nnc_micro_id_t){} } }
))
585 )
586 );
587 loops[loop_count - 1].statement_count = 1;
588 loops[loop_count - 1].statements = (ccv_nnc_micro_loop_statement_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_statement_t));
589 loops[loop_count - 1].statements[0] = statement;
590 return (ccv_nnc_micro_function_t){
591 .block_count = 1,
592 .one_block = {
593 .loop_count = loop_count,
594 .loops = loops
595 }
596 };
597}
598
599static CCV_WARN_UNUSED(ccv_nnc_micro_function_t)ccv_nnc_micro_function_t __attribute__((warn_unused_result)) _ccv_nnc_micro_unary_emit_grad(const ccv_nnc_micro_io_t super, const int var_count)
600{
601 struct ccv_nnc_micro_io_unary_s* const self = (struct ccv_nnc_micro_io_unary_s*)super;
602 const int loop_count = self->super.dimensions;
603 assert(self->x->dimensions == loop_count)((void) sizeof ((self->x->dimensions == loop_count) ? 1
: 0), __extension__ ({ if (self->x->dimensions == loop_count
) ; else __assert_fail ("self->x->dimensions == loop_count"
, "ccv_nnc_micro_core.c", 603, __extension__ __PRETTY_FUNCTION__
); }))
;
604 assert(loop_count <= CCV_NNC_MAX_DIM_ALLOC)((void) sizeof ((loop_count <= (12)) ? 1 : 0), __extension__
({ if (loop_count <= (12)) ; else __assert_fail ("loop_count <= CCV_NNC_MAX_DIM_ALLOC"
, "ccv_nnc_micro_core.c", 604, __extension__ __PRETTY_FUNCTION__
); }))
;
605 ccv_nnc_micro_loop_t* const loops = (ccv_nnc_micro_loop_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_t) * loop_count);
606 int i;
607 for (i = 0; i < loop_count; i++)
608 loops[i] = ccv_nnc_micro_for_in(ccv_nnc_micro_index_of_value(0), ccv_nnc_micro_index_of_axis_size(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), i), i);
609 ccv_nnc_micro_loop_statement_t statement;
610 switch (self->unary_op)
611 {
612 case CCV_NNC_MICRO_UNARY_OP_NEG:
613 statement = ccv_nnc_micro_loop_assignment(
614 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->x->id)(2 * (var_count) - 1 - (self->x->id)), loop_count, ccv_nnc_micro_index_of_loops(loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? loops[1].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 2 ? loops[2].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 3 ? loops[3].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 4 ? loops[4].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 5 ? loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? loops[7].id : (ccv_nnc_micro_id_t){} } }
),
615 ccv_nnc_micro_loop_expression_of_unary(
616 CCV_NNC_MICRO_UNARY_OP_NEG,
617 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), loop_count, ccv_nnc_micro_index_of_loops(loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? loops[1].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 2 ? loops[2].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 3 ? loops[3].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 4 ? loops[4].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 5 ? loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? loops[7].id : (ccv_nnc_micro_id_t){} } }
))
618 )
619 );
620 break;
621 case CCV_NNC_MICRO_UNARY_OP_EXP:
622 statement = ccv_nnc_micro_loop_assignment(
623 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->x->id)(2 * (var_count) - 1 - (self->x->id)), loop_count, ccv_nnc_micro_index_of_loops(loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? loops[1].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 2 ? loops[2].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 3 ? loops[3].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 4 ? loops[4].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 5 ? loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? loops[7].id : (ccv_nnc_micro_id_t){} } }
),
624 ccv_nnc_micro_loop_expression_of_binary(
625 CCV_NNC_MICRO_BINARY_OP_MUL,
626 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->super.id, loop_count, ccv_nnc_micro_index_of_loops(loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? loops[1].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 2 ? loops[2].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 3 ? loops[3].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 4 ? loops[4].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 5 ? loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? loops[7].id : (ccv_nnc_micro_id_t){} } }
)),
627 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), loop_count, ccv_nnc_micro_index_of_loops(loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? loops[1].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 2 ? loops[2].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 3 ? loops[3].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 4 ? loops[4].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 5 ? loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? loops[7].id : (ccv_nnc_micro_id_t){} } }
))
628 )
629 );
630 break;
631 case CCV_NNC_MICRO_UNARY_OP_LOG:
632 statement = ccv_nnc_micro_loop_assignment(
633 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->x->id)(2 * (var_count) - 1 - (self->x->id)), loop_count, ccv_nnc_micro_index_of_loops(loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? loops[1].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 2 ? loops[2].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 3 ? loops[3].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 4 ? loops[4].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 5 ? loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? loops[7].id : (ccv_nnc_micro_id_t){} } }
),
634 ccv_nnc_micro_loop_expression_of_binary(
635 CCV_NNC_MICRO_BINARY_OP_DIV,
636 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), loop_count, ccv_nnc_micro_index_of_loops(loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? loops[1].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 2 ? loops[2].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 3 ? loops[3].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 4 ? loops[4].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 5 ? loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? loops[7].id : (ccv_nnc_micro_id_t){} } }
)),
637 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->x->id, loop_count, ccv_nnc_micro_index_of_loops(loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? loops[1].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 2 ? loops[2].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 3 ? loops[3].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 4 ? loops[4].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 5 ? loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? loops[7].id : (ccv_nnc_micro_id_t){} } }
))
638 )
639 );
640 break;
641 }
642 loops[loop_count - 1].statement_count = 1;
643 loops[loop_count - 1].statements = (ccv_nnc_micro_loop_statement_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_statement_t));
644 loops[loop_count - 1].statements[0] = statement;
645 return (ccv_nnc_micro_function_t){
646 .block_count = 1,
647 .one_block = {
648 .loop_count = loop_count,
649 .loops = loops
650 }
651 };
652}
653
654static ccv_nnc_micro_tensor_t _ccv_nnc_micro_unary_return_shape(const ccv_nnc_micro_io_t super)
655{
656 struct ccv_nnc_micro_io_unary_s* const self = (struct ccv_nnc_micro_io_unary_s*)super;
657 ccv_nnc_micro_tensor_t var = {};
658 var.dimensions = self->super.dimensions;
659 var.input = self->x->id;
660 var.sibling = -1;
661 return var;
662}
663
664static const ccv_nnc_micro_io_vtab_t ccv_nnc_micro_io_unary_isa = {
665 .emit = _ccv_nnc_micro_unary_emit,
666 .emit_grad = _ccv_nnc_micro_unary_emit_grad,
667 .return_shape = _ccv_nnc_micro_unary_return_shape
668};
669
670ccv_nnc_micro_io_t ccv_nnc_micro_unary(const uint32_t op, const ccv_nnc_micro_io_t x)
671{
672 struct ccv_nnc_micro_io_unary_s* const self = (struct ccv_nnc_micro_io_unary_s*)cccalloccalloc(1, sizeof(struct ccv_nnc_micro_io_unary_s));
673 self->super.isa = &ccv_nnc_micro_io_unary_isa;
674 self->super.dimensions = x->dimensions;
675 self->super.id = 0;
676 self->super.inputs = &self->x;
677 self->super.input_size = 1;
678 self->unary_op = op;
679 self->x = x;
680 return (ccv_nnc_micro_io_t)self;
681}
682
683struct ccv_nnc_micro_io_binary_s {
684 struct ccv_nnc_micro_io_s super;
685 uint32_t binary_op;
686 ccv_nnc_micro_io_t left;
687 ccv_nnc_micro_io_t right;
688};
689
690static CCV_WARN_UNUSED(ccv_nnc_micro_function_t)ccv_nnc_micro_function_t __attribute__((warn_unused_result)) _ccv_nnc_micro_binary_emit(const ccv_nnc_micro_io_t super)
691{
692 struct ccv_nnc_micro_io_binary_s* const self = (struct ccv_nnc_micro_io_binary_s*)super;
693 const int loop_count = self->super.dimensions;
694 assert(self->left->dimensions == loop_count)((void) sizeof ((self->left->dimensions == loop_count) ?
1 : 0), __extension__ ({ if (self->left->dimensions ==
loop_count) ; else __assert_fail ("self->left->dimensions == loop_count"
, "ccv_nnc_micro_core.c", 694, __extension__ __PRETTY_FUNCTION__
); }))
;
695 assert(self->right->dimensions == loop_count)((void) sizeof ((self->right->dimensions == loop_count)
? 1 : 0), __extension__ ({ if (self->right->dimensions
== loop_count) ; else __assert_fail ("self->right->dimensions == loop_count"
, "ccv_nnc_micro_core.c", 695, __extension__ __PRETTY_FUNCTION__
); }))
;
696 assert(loop_count <= CCV_NNC_MAX_DIM_ALLOC)((void) sizeof ((loop_count <= (12)) ? 1 : 0), __extension__
({ if (loop_count <= (12)) ; else __assert_fail ("loop_count <= CCV_NNC_MAX_DIM_ALLOC"
, "ccv_nnc_micro_core.c", 696, __extension__ __PRETTY_FUNCTION__
); }))
;
697 ccv_nnc_micro_loop_t* const loops = (ccv_nnc_micro_loop_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_t) * loop_count);
698 int i;
699 for (i = 0; i < loop_count; i++)
700 loops[i] = ccv_nnc_micro_for_in(ccv_nnc_micro_index_of_value(0), ccv_nnc_micro_index_of_axis_size(self->super.id, i), i);
701 const ccv_nnc_micro_loop_statement_t statement = ccv_nnc_micro_loop_assignment(
702 ccv_nnc_micro_loop_variable_of_tensor(self->super.id, loop_count, ccv_nnc_micro_index_of_loops(loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? loops[1].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 2 ? loops[2].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 3 ? loops[3].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 4 ? loops[4].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 5 ? loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? loops[7].id : (ccv_nnc_micro_id_t){} } }
),
703 ccv_nnc_micro_loop_expression_of_binary(
704 self->binary_op,
705 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->left->id, loop_count, ccv_nnc_micro_index_of_loops(loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? loops[1].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 2 ? loops[2].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 3 ? loops[3].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 4 ? loops[4].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 5 ? loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? loops[7].id : (ccv_nnc_micro_id_t){} } }
)),
706 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->right->id, loop_count, ccv_nnc_micro_index_of_loops(loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? loops[1].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 2 ? loops[2].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 3 ? loops[3].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 4 ? loops[4].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 5 ? loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? loops[7].id : (ccv_nnc_micro_id_t){} } }
))
707 )
708 );
709 loops[loop_count - 1].statement_count = 1;
710 loops[loop_count - 1].statements = (ccv_nnc_micro_loop_statement_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_statement_t));
711 loops[loop_count - 1].statements[0] = statement;
712 return (ccv_nnc_micro_function_t){
713 .block_count = 1,
714 .one_block = {
715 .loop_count = loop_count,
716 .loops = loops
717 }
718 };
719}
720
721static CCV_WARN_UNUSED(ccv_nnc_micro_function_t)ccv_nnc_micro_function_t __attribute__((warn_unused_result)) _ccv_nnc_micro_binary_emit_grad(const ccv_nnc_micro_io_t super, const int var_count)
722{
723 struct ccv_nnc_micro_io_binary_s* const self = (struct ccv_nnc_micro_io_binary_s*)super;
724 const int loop_count = self->super.dimensions;
725 assert(self->left->dimensions == loop_count)((void) sizeof ((self->left->dimensions == loop_count) ?
1 : 0), __extension__ ({ if (self->left->dimensions ==
loop_count) ; else __assert_fail ("self->left->dimensions == loop_count"
, "ccv_nnc_micro_core.c", 725, __extension__ __PRETTY_FUNCTION__
); }))
;
1
Assuming 'loop_count' is equal to field 'dimensions'
2
Taking true branch
726 assert(self->right->dimensions == loop_count)((void) sizeof ((self->right->dimensions == loop_count)
? 1 : 0), __extension__ ({ if (self->right->dimensions
== loop_count) ; else __assert_fail ("self->right->dimensions == loop_count"
, "ccv_nnc_micro_core.c", 726, __extension__ __PRETTY_FUNCTION__
); }))
;
3
Assuming 'loop_count' is equal to field 'dimensions'
4
Taking true branch
727 assert(loop_count <= CCV_NNC_MAX_DIM_ALLOC)((void) sizeof ((loop_count <= (12)) ? 1 : 0), __extension__
({ if (loop_count <= (12)) ; else __assert_fail ("loop_count <= CCV_NNC_MAX_DIM_ALLOC"
, "ccv_nnc_micro_core.c", 727, __extension__ __PRETTY_FUNCTION__
); }))
;
5
Assuming 'loop_count' is <= 12
6
Taking true branch
728 int i;
729 ccv_nnc_micro_loop_t* const left_loops = (ccv_nnc_micro_loop_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_t) * loop_count);
730 for (i = 0; i < loop_count; i++)
7
Assuming 'i' is >= 'loop_count'
8
Loop condition is false. Execution continues on line 732
731 left_loops[i] = ccv_nnc_micro_for_in(ccv_nnc_micro_index_of_value(0), ccv_nnc_micro_index_of_axis_size(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), i), i);
732 ccv_nnc_micro_loop_t* const right_loops = (ccv_nnc_micro_loop_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_t) * loop_count);
733 for (i = 0; i
8.1
'i' is >= 'loop_count'
8.1
'i' is >= 'loop_count'
< loop_count; i++)
9
Loop condition is false. Execution continues on line 735
734 right_loops[i] = ccv_nnc_micro_for_in(ccv_nnc_micro_index_of_value(0), ccv_nnc_micro_index_of_axis_size(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), i), i);
735 ccv_nnc_micro_loop_statement_t left_statement;
736 ccv_nnc_micro_loop_statement_t right_statement;
737 switch (self->binary_op)
10
Control jumps to 'case CCV_NNC_MICRO_BINARY_OP_DIV:' at line 739
738 {
739 case CCV_NNC_MICRO_BINARY_OP_DIV:
740 left_statement = ccv_nnc_micro_loop_assignment(
741 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->left->id)(2 * (var_count) - 1 - (self->left->id)), loop_count, ccv_nnc_micro_index_of_loops(left_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? left_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? left_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
left_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? left_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? left_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
left_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? left_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? left_loops[7].id : (ccv_nnc_micro_id_t){} } }
),
11
'?' condition is false
12
'?' condition is false
13
'?' condition is false
14
'?' condition is false
15
'?' condition is false
16
'?' condition is false
17
'?' condition is false
18
'?' condition is false
742 ccv_nnc_micro_loop_expression_of_binary(
35
Calling 'ccv_nnc_micro_loop_expression_of_binary'
37
Returned allocated memory
743 CCV_NNC_MICRO_BINARY_OP_DIV,
744 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), loop_count, ccv_nnc_micro_index_of_loops(left_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? left_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? left_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
left_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? left_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? left_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
left_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? left_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? left_loops[7].id : (ccv_nnc_micro_id_t){} } }
)),
19
'?' condition is false
20
'?' condition is false
21
'?' condition is false
22
'?' condition is false
23
'?' condition is false
24
'?' condition is false
25
'?' condition is false
26
'?' condition is false
745 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->right->id, loop_count, ccv_nnc_micro_index_of_loops(left_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? left_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? left_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
left_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? left_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? left_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
left_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? left_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? left_loops[7].id : (ccv_nnc_micro_id_t){} } }
))
27
'?' condition is false
28
'?' condition is false
29
'?' condition is false
30
'?' condition is false
31
'?' condition is false
32
'?' condition is false
33
'?' condition is false
34
'?' condition is false
746 )
747 );
748 right_statement = ccv_nnc_micro_loop_assignment(
749 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->right->id)(2 * (var_count) - 1 - (self->right->id)), loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
),
38
'?' condition is false
39
Potential memory leak
750 ccv_nnc_micro_loop_expression_of_binary(
751 CCV_NNC_MICRO_BINARY_OP_MUL,
752 ccv_nnc_micro_loop_expression_of_binary(
753 CCV_NNC_MICRO_BINARY_OP_DIV,
754 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->super.id, loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
)),
755 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->right->id, loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
))
756 ),
757 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
))
758 )
759 );
760 break;
761 case CCV_NNC_MICRO_BINARY_OP_MUL:
762 left_statement = ccv_nnc_micro_loop_assignment(
763 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->left->id)(2 * (var_count) - 1 - (self->left->id)), loop_count, ccv_nnc_micro_index_of_loops(left_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? left_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? left_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
left_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? left_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? left_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
left_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? left_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? left_loops[7].id : (ccv_nnc_micro_id_t){} } }
),
764 ccv_nnc_micro_loop_expression_of_binary(
765 CCV_NNC_MICRO_BINARY_OP_MUL,
766 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), loop_count, ccv_nnc_micro_index_of_loops(left_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? left_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? left_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
left_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? left_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? left_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
left_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? left_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? left_loops[7].id : (ccv_nnc_micro_id_t){} } }
)),
767 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->right->id, loop_count, ccv_nnc_micro_index_of_loops(left_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? left_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? left_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
left_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? left_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? left_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
left_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? left_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? left_loops[7].id : (ccv_nnc_micro_id_t){} } }
))
768 )
769 );
770 right_statement = ccv_nnc_micro_loop_assignment(
771 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->right->id)(2 * (var_count) - 1 - (self->right->id)), loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
),
772 ccv_nnc_micro_loop_expression_of_binary(
773 CCV_NNC_MICRO_BINARY_OP_MUL,
774 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->left->id, loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
)),
775 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
))
776 )
777 );
778 break;
779 case CCV_NNC_MICRO_BINARY_OP_PLUS:
780 left_statement = ccv_nnc_micro_loop_assignment(
781 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->left->id)(2 * (var_count) - 1 - (self->left->id)), loop_count, ccv_nnc_micro_index_of_loops(left_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? left_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? left_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
left_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? left_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? left_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
left_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? left_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? left_loops[7].id : (ccv_nnc_micro_id_t){} } }
),
782 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), loop_count, ccv_nnc_micro_index_of_loops(left_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? left_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? left_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
left_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? left_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? left_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
left_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? left_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? left_loops[7].id : (ccv_nnc_micro_id_t){} } }
))
783 );
784 right_statement = ccv_nnc_micro_loop_assignment(
785 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->right->id)(2 * (var_count) - 1 - (self->right->id)), loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
),
786 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
))
787 );
788 break;
789 case CCV_NNC_MICRO_BINARY_OP_MINUS:
790 left_statement = ccv_nnc_micro_loop_assignment(
791 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->left->id)(2 * (var_count) - 1 - (self->left->id)), loop_count, ccv_nnc_micro_index_of_loops(left_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? left_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? left_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
left_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? left_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? left_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
left_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? left_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? left_loops[7].id : (ccv_nnc_micro_id_t){} } }
),
792 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), loop_count, ccv_nnc_micro_index_of_loops(left_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? left_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? left_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
left_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? left_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? left_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
left_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? left_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? left_loops[7].id : (ccv_nnc_micro_id_t){} } }
))
793 );
794 right_statement = ccv_nnc_micro_loop_assignment(
795 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->right->id)(2 * (var_count) - 1 - (self->right->id)), loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
),
796 ccv_nnc_micro_loop_expression_of_unary(
797 CCV_NNC_MICRO_UNARY_OP_NEG,
798 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
))
799 )
800 );
801 break;
802 case CCV_NNC_MICRO_BINARY_OP_MIN:
803 left_statement = ccv_nnc_micro_loop_assignment(
804 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->left->id)(2 * (var_count) - 1 - (self->left->id)), loop_count, ccv_nnc_micro_index_of_loops(left_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? left_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? left_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
left_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? left_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? left_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
left_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? left_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? left_loops[7].id : (ccv_nnc_micro_id_t){} } }
),
805 ccv_nnc_micro_loop_expression_of_ternary(
806 ccv_nnc_micro_loop_expression_of_binary(CCV_NNC_MICRO_BINARY_OP_LESS_THAN,
807 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->right->id, loop_count, ccv_nnc_micro_index_of_loops(left_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? left_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? left_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
left_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? left_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? left_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
left_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? left_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? left_loops[7].id : (ccv_nnc_micro_id_t){} } }
)),
808 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->left->id, loop_count, ccv_nnc_micro_index_of_loops(left_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? left_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? left_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
left_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? left_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? left_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
left_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? left_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? left_loops[7].id : (ccv_nnc_micro_id_t){} } }
))
809 ),
810 ccv_nnc_micro_loop_expression_of_value(0),
811 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), loop_count, ccv_nnc_micro_index_of_loops(left_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? left_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? left_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
left_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? left_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? left_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
left_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? left_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? left_loops[7].id : (ccv_nnc_micro_id_t){} } }
))
812 )
813 );
814 right_statement = ccv_nnc_micro_loop_assignment(
815 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->right->id)(2 * (var_count) - 1 - (self->right->id)), loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
),
816 ccv_nnc_micro_loop_expression_of_ternary(
817 ccv_nnc_micro_loop_expression_of_binary(CCV_NNC_MICRO_BINARY_OP_LESS_THAN,
818 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->left->id, loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
)),
819 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->right->id, loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
))
820 ),
821 ccv_nnc_micro_loop_expression_of_value(0),
822 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
))
823 )
824 );
825 break;
826 case CCV_NNC_MICRO_BINARY_OP_MAX:
827 left_statement = ccv_nnc_micro_loop_assignment(
828 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->left->id)(2 * (var_count) - 1 - (self->left->id)), loop_count, ccv_nnc_micro_index_of_loops(left_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? left_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? left_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
left_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? left_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? left_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
left_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? left_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? left_loops[7].id : (ccv_nnc_micro_id_t){} } }
),
829 ccv_nnc_micro_loop_expression_of_ternary(
830 ccv_nnc_micro_loop_expression_of_binary(CCV_NNC_MICRO_BINARY_OP_LESS_THAN,
831 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->left->id, loop_count, ccv_nnc_micro_index_of_loops(left_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? left_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? left_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
left_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? left_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? left_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
left_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? left_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? left_loops[7].id : (ccv_nnc_micro_id_t){} } }
)),
832 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->right->id, loop_count, ccv_nnc_micro_index_of_loops(left_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? left_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? left_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
left_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? left_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? left_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
left_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? left_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? left_loops[7].id : (ccv_nnc_micro_id_t){} } }
))
833 ),
834 ccv_nnc_micro_loop_expression_of_value(0),
835 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), loop_count, ccv_nnc_micro_index_of_loops(left_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? left_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? left_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
left_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? left_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? left_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
left_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? left_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? left_loops[7].id : (ccv_nnc_micro_id_t){} } }
))
836 )
837 );
838 right_statement = ccv_nnc_micro_loop_assignment(
839 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->right->id)(2 * (var_count) - 1 - (self->right->id)), loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
),
840 ccv_nnc_micro_loop_expression_of_ternary(
841 ccv_nnc_micro_loop_expression_of_binary(CCV_NNC_MICRO_BINARY_OP_LESS_THAN,
842 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->right->id, loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
)),
843 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->left->id, loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
))
844 ),
845 ccv_nnc_micro_loop_expression_of_value(0),
846 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), loop_count, ccv_nnc_micro_index_of_loops(right_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? right_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? right_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
right_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? right_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? right_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
right_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? right_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? right_loops[7].id : (ccv_nnc_micro_id_t){} } }
))
847 )
848 );
849 break;
850 }
851 left_loops[loop_count - 1].statement_count = 1;
852 left_loops[loop_count - 1].statements = (ccv_nnc_micro_loop_statement_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_statement_t));
853 left_loops[loop_count - 1].statements[0] = left_statement;
854 right_loops[loop_count - 1].statement_count = 1;
855 right_loops[loop_count - 1].statements = (ccv_nnc_micro_loop_statement_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_statement_t));
856 right_loops[loop_count - 1].statements[0] = right_statement;
857 ccv_nnc_micro_loop_block_t* const blocks = (ccv_nnc_micro_loop_block_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_block_t) * 2);
858 blocks[0] = (ccv_nnc_micro_loop_block_t){
859 .loop_count = loop_count,
860 .loops = left_loops
861 };
862 blocks[1] = (ccv_nnc_micro_loop_block_t){
863 .loop_count = loop_count,
864 .loops = right_loops
865 };
866 return (ccv_nnc_micro_function_t){
867 .block_count = 2,
868 .blocks = blocks
869 };
870}
871
872static ccv_nnc_micro_tensor_t _ccv_nnc_micro_binary_return_shape(const ccv_nnc_micro_io_t super)
873{
874 struct ccv_nnc_micro_io_binary_s* const self = (struct ccv_nnc_micro_io_binary_s*)super;
875 ccv_nnc_micro_tensor_t var = {};
876 var.dimensions = self->super.dimensions;
877 var.input = self->left->id;
878 var.sibling = self->right->id;
879 return var;
880}
881
882static const ccv_nnc_micro_io_vtab_t ccv_nnc_micro_io_binary_isa = {
883 .emit = _ccv_nnc_micro_binary_emit,
884 .emit_grad = _ccv_nnc_micro_binary_emit_grad,
885 .return_shape = _ccv_nnc_micro_binary_return_shape
886};
887
888ccv_nnc_micro_io_t ccv_nnc_micro_binary(const uint32_t op, const ccv_nnc_micro_io_t x, const ccv_nnc_micro_io_t y)
889{
890 struct ccv_nnc_micro_io_binary_s* const self = (struct ccv_nnc_micro_io_binary_s*)cccalloccalloc(1, sizeof(struct ccv_nnc_micro_io_binary_s));
891 self->super.isa = &ccv_nnc_micro_io_binary_isa;
892 self->super.dimensions = x->dimensions;
893 self->super.id = 0;
894 self->super.inputs = &self->left;
895 self->super.input_size = 2;
896 self->binary_op = op;
897 self->left = x;
898 self->right = y;
899 assert(x->dimensions == y->dimensions)((void) sizeof ((x->dimensions == y->dimensions) ? 1 : 0
), __extension__ ({ if (x->dimensions == y->dimensions)
; else __assert_fail ("x->dimensions == y->dimensions"
, "ccv_nnc_micro_core.c", 899, __extension__ __PRETTY_FUNCTION__
); }))
;
900 return (ccv_nnc_micro_io_t)self;
901}
902
903struct ccv_nnc_micro_io_reduce_s {
904 struct ccv_nnc_micro_io_s super;
905 uint32_t reduce_op;
906 int axis_count;
907 ccv_nnc_micro_io_t x;
908 int axis[1];
909};
910
911static CCV_WARN_UNUSED(ccv_nnc_micro_function_t)ccv_nnc_micro_function_t __attribute__((warn_unused_result)) _ccv_nnc_micro_reduce_emit(const ccv_nnc_micro_io_t super)
912{
913 struct ccv_nnc_micro_io_reduce_s* const self = (struct ccv_nnc_micro_io_reduce_s*)super;
914 const int loop_count = self->super.dimensions;
915 assert(self->x->dimensions == loop_count)((void) sizeof ((self->x->dimensions == loop_count) ? 1
: 0), __extension__ ({ if (self->x->dimensions == loop_count
) ; else __assert_fail ("self->x->dimensions == loop_count"
, "ccv_nnc_micro_core.c", 915, __extension__ __PRETTY_FUNCTION__
); }))
;
916 // If axis_count == loop_count, we need extra loop to reduce.
917 int has_extra_loop = (self->axis_count == loop_count);
918 ccv_nnc_micro_loop_t* const loops = (ccv_nnc_micro_loop_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_t) * (loop_count + has_extra_loop));
919 int i, j, k;
920 int8_t reduce_axis[loop_count];
921 memset(reduce_axis, 0, sizeof(int8_t) * loop_count);
922 for (i = 0; i < self->axis_count; i++)
923 reduce_axis[self->axis[i]] = 1;
924 j = 0;
925 // If loop_count == reduce_axis_count, we have extra loop for carried variables and blocks.
926 if (has_extra_loop)
927 {
928 loops[0] = ccv_nnc_micro_for_in(ccv_nnc_micro_index_of_value(0), ccv_nnc_micro_index_of_value(1), 0);
929 k = 1;
930 } else
931 k = loop_count - self->axis_count;
932 for (i = 0; i < loop_count; i++)
933 if (reduce_axis[i])
934 {
935 loops[k] = ccv_nnc_micro_for_in(ccv_nnc_micro_index_of_value(0), ccv_nnc_micro_index_of_axis_size(self->x->id, i), i + has_extra_loop);
936 ++k;
937 } else {
938 loops[j] = ccv_nnc_micro_for_in(ccv_nnc_micro_index_of_value(0), ccv_nnc_micro_index_of_axis_size(self->x->id, i), i + has_extra_loop);
939 ++j;
940 }
941 const int carried_loop_idx = has_extra_loop ? 0 : loop_count - self->axis_count - 1;
942 loops[carried_loop_idx].carried_count = 1;
943 loops[carried_loop_idx].carrieds = (ccv_nnc_micro_loop_carried_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_carried_t));
944 loops[carried_loop_idx].carrieds[0] = ccv_nnc_micro_loop_carried(self->reduce_op, 0);
945 j = 0;
946 k = has_extra_loop ? 1 : loop_count - self->axis_count;
947 // If loop_count == reduce_axis_count, we have extra loop for carrieds and block.
948 ccv_nnc_micro_loop_index_term_t index[CCV_NNC_MAX_DIM_ALLOC(12)];
949 for (i = 0; i < loop_count; i++)
950 if (reduce_axis[i])
951 {
952 index[i] = ccv_nnc_micro_index_of_id(loops[k].id);
953 ++k;
954 } else {
955 index[i] = ccv_nnc_micro_index_of_id(loops[j].id);
956 ++j;
957 }
958 ccv_nnc_micro_loop_statement_t statement = ccv_nnc_micro_loop_compound_assignment_of_id(
959 loops[carried_loop_idx].carrieds[0].id,
960 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->x->id, loop_count, index))
961 );
962 loops[carried_loop_idx + self->axis_count].statement_count = 1;
963 loops[carried_loop_idx + self->axis_count].statements = (ccv_nnc_micro_loop_statement_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_statement_t));
964 loops[carried_loop_idx + self->axis_count].statements[0] = statement;
965 j = 0;
966 for (i = 0; i < loop_count; i++)
967 if (reduce_axis[i])
968 index[i] = ccv_nnc_micro_index_of_value(0);
969 else {
970 index[i] = ccv_nnc_micro_index_of_id(loops[j].id);
971 ++j;
972 }
973 statement = ccv_nnc_micro_loop_assignment(
974 ccv_nnc_micro_loop_variable_of_tensor(self->super.id, loop_count, index),
975 ccv_nnc_micro_loop_expression_of_id(loops[carried_loop_idx].carrieds[0].id)
976 );
977 loops[carried_loop_idx].statement_count = 1;
978 loops[carried_loop_idx].statements = (ccv_nnc_micro_loop_statement_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_statement_t));
979 loops[carried_loop_idx].statements[0] = statement;
980 return (ccv_nnc_micro_function_t){
981 .block_count = 1,
982 .one_block = {
983 .carried_count = 1,
984 .loop_count = loop_count + has_extra_loop,
985 .loops = loops
986 }
987 };
988}
989
990static CCV_WARN_UNUSED(ccv_nnc_micro_function_t)ccv_nnc_micro_function_t __attribute__((warn_unused_result)) _ccv_nnc_micro_reduce_emit_grad(const ccv_nnc_micro_io_t super, const int var_count)
991{
992 struct ccv_nnc_micro_io_reduce_s* const self = (struct ccv_nnc_micro_io_reduce_s*)super;
993 assert(self->reduce_op == CCV_NNC_MICRO_REDUCE_OP_SUM)((void) sizeof ((self->reduce_op == CCV_NNC_MICRO_REDUCE_OP_SUM
) ? 1 : 0), __extension__ ({ if (self->reduce_op == CCV_NNC_MICRO_REDUCE_OP_SUM
) ; else __assert_fail ("self->reduce_op == CCV_NNC_MICRO_REDUCE_OP_SUM"
, "ccv_nnc_micro_core.c", 993, __extension__ __PRETTY_FUNCTION__
); }))
; // I haven't figure out how to do mean without add additional opcode.
994 const int loop_count = self->super.dimensions;
995 assert(self->x->dimensions == loop_count)((void) sizeof ((self->x->dimensions == loop_count) ? 1
: 0), __extension__ ({ if (self->x->dimensions == loop_count
) ; else __assert_fail ("self->x->dimensions == loop_count"
, "ccv_nnc_micro_core.c", 995, __extension__ __PRETTY_FUNCTION__
); }))
;
996 ccv_nnc_micro_loop_t* const loops = (ccv_nnc_micro_loop_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_t) * loop_count);
997 int i, j, k;
998 int8_t reduce_axis[loop_count];
999 memset(reduce_axis, 0, sizeof(int8_t) * loop_count);
1000 for (i = 0; i < self->axis_count; i++)
1001 reduce_axis[self->axis[i]] = 1;
1002 j = 0;
1003 k = loop_count - self->axis_count;
1004 for (i = 0; i < loop_count; i++)
1005 if (reduce_axis[i])
1006 {
1007 loops[k] = ccv_nnc_micro_for_in(ccv_nnc_micro_index_of_value(0), ccv_nnc_micro_index_of_axis_size(GRAD(self->x->id)(2 * (var_count) - 1 - (self->x->id)), i), i);
1008 ++k;
1009 } else {
1010 loops[j] = ccv_nnc_micro_for_in(ccv_nnc_micro_index_of_value(0), ccv_nnc_micro_index_of_axis_size(GRAD(self->x->id)(2 * (var_count) - 1 - (self->x->id)), i), i);
1011 ++j;
1012 }
1013 j = 0;
1014 k = loop_count - self->axis_count;
1015 // If loop_count == reduce_axis_count, we have extra loop for carrieds and block.
1016 ccv_nnc_micro_loop_index_term_t index[CCV_NNC_MAX_DIM_ALLOC(12)];
1017 for (i = 0; i < loop_count; i++)
1018 if (reduce_axis[i])
1019 {
1020 index[i] = ccv_nnc_micro_index_of_id(loops[k].id);
1021 ++k;
1022 } else {
1023 index[i] = ccv_nnc_micro_index_of_id(loops[j].id);
1024 ++j;
1025 }
1026 j = 0;
1027 ccv_nnc_micro_loop_index_term_t reduced_index[CCV_NNC_MAX_DIM_ALLOC(12)];
1028 for (i = 0; i < loop_count; i++)
1029 if (reduce_axis[i])
1030 reduced_index[i] = ccv_nnc_micro_index_of_value(0);
1031 else {
1032 reduced_index[i] = ccv_nnc_micro_index_of_id(loops[j].id);
1033 ++j;
1034 }
1035 ccv_nnc_micro_loop_statement_t statement = ccv_nnc_micro_loop_assignment(
1036 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->x->id)(2 * (var_count) - 1 - (self->x->id)), loop_count, index),
1037 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), loop_count, reduced_index))
1038 );
1039 loops[loop_count - 1].statement_count = 1;
1040 loops[loop_count - 1].statements = (ccv_nnc_micro_loop_statement_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_statement_t));
1041 loops[loop_count - 1].statements[0] = statement;
1042 return (ccv_nnc_micro_function_t){
1043 .block_count = 1,
1044 .one_block = {
1045 .carried_count = 1,
1046 .loop_count = loop_count,
1047 .loops = loops
1048 }
1049 };
1050}
1051
1052static ccv_nnc_micro_tensor_t _ccv_nnc_micro_reduce_return_shape(const ccv_nnc_micro_io_t super)
1053{
1054 struct ccv_nnc_micro_io_reduce_s* const self = (struct ccv_nnc_micro_io_reduce_s*)super;
1055 ccv_nnc_micro_tensor_t var = {};
1056 var.dimensions = self->super.dimensions;
1057 var.input = self->x->id;
1058 var.sibling = -1;
1059 var.shape = (ccv_nnc_micro_loop_index_term_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_index_term_t) * self->super.dimensions);
1060 int i;
1061 for (i = 0; i < self->super.dimensions; i++)
1062 var.shape[i] = ccv_nnc_micro_index_of_axis_size(self->x->id, i);
1063 for (i = 0; i < self->axis_count; i++)
1064 var.shape[self->axis[i]] = ccv_nnc_micro_index_of_value(1);
1065 return var;
1066}
1067
1068static const ccv_nnc_micro_io_vtab_t ccv_nnc_micro_io_reduce_isa = {
1069 .emit = _ccv_nnc_micro_reduce_emit,
1070 .emit_grad = _ccv_nnc_micro_reduce_emit_grad,
1071 .return_shape = _ccv_nnc_micro_reduce_return_shape
1072};
1073
1074ccv_nnc_micro_io_t ccv_nnc_micro_reduce(const uint8_t op, const int* const axis, const int axis_count, const ccv_nnc_micro_io_t x)
1075{
1076 struct ccv_nnc_micro_io_reduce_s* const self = (struct ccv_nnc_micro_io_reduce_s*)cccalloccalloc(1, sizeof(struct ccv_nnc_micro_io_reduce_s) + sizeof(int) * (axis_count - 1));
1077 self->super.isa = &ccv_nnc_micro_io_reduce_isa;
1078 self->super.dimensions = x->dimensions;
1079 self->super.id = 0;
1080 self->super.inputs = &self->x;
1081 self->super.input_size = 1;
1082 self->reduce_op = op;
1083 self->x = x;
1084 self->axis_count = axis_count;
1085 assert(axis_count <= x->dimensions)((void) sizeof ((axis_count <= x->dimensions) ? 1 : 0),
__extension__ ({ if (axis_count <= x->dimensions) ; else
__assert_fail ("axis_count <= x->dimensions", "ccv_nnc_micro_core.c"
, 1085, __extension__ __PRETTY_FUNCTION__); }))
;
1086 int i;
1087 for (i = 0; i < axis_count; i++)
1088 { assert(axis[i] < x->dimensions)((void) sizeof ((axis[i] < x->dimensions) ? 1 : 0), __extension__
({ if (axis[i] < x->dimensions) ; else __assert_fail (
"axis[i] < x->dimensions", "ccv_nnc_micro_core.c", 1088
, __extension__ __PRETTY_FUNCTION__); }))
; }
1089 memcpy(self->axis, axis, sizeof(int) * axis_count);
1090 return (ccv_nnc_micro_io_t)self;
1091}
1092
1093struct ccv_nnc_micro_io_select_s {
1094 struct ccv_nnc_micro_io_s super;
1095 int axis;
1096 ccv_nnc_micro_io_t x;
1097 ccv_nnc_micro_io_t index;
1098};
1099
1100static CCV_WARN_UNUSED(ccv_nnc_micro_function_t)ccv_nnc_micro_function_t __attribute__((warn_unused_result)) _ccv_nnc_micro_select_emit(const ccv_nnc_micro_io_t super)
1101{
1102 struct ccv_nnc_micro_io_select_s* const self = (struct ccv_nnc_micro_io_select_s*)super;
1103 const int loop_count = self->super.dimensions;
1104 assert(self->x->dimensions == loop_count)((void) sizeof ((self->x->dimensions == loop_count) ? 1
: 0), __extension__ ({ if (self->x->dimensions == loop_count
) ; else __assert_fail ("self->x->dimensions == loop_count"
, "ccv_nnc_micro_core.c", 1104, __extension__ __PRETTY_FUNCTION__
); }))
;
1105 assert(self->index->dimensions == loop_count)((void) sizeof ((self->index->dimensions == loop_count)
? 1 : 0), __extension__ ({ if (self->index->dimensions
== loop_count) ; else __assert_fail ("self->index->dimensions == loop_count"
, "ccv_nnc_micro_core.c", 1105, __extension__ __PRETTY_FUNCTION__
); }))
;
1106 ccv_nnc_micro_loop_t* const loops = (ccv_nnc_micro_loop_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_t) * loop_count);
1107 int i;
1108 for (i = 0; i < loop_count; i++)
1109 {
1110 if (i == self->axis)
1111 loops[i] = ccv_nnc_micro_for_in(ccv_nnc_micro_index_of_value(0), ccv_nnc_micro_index_of_value(1), i);
1112 else
1113 loops[i] = ccv_nnc_micro_for_in(ccv_nnc_micro_index_of_value(0), ccv_nnc_micro_index_of_axis_size(self->super.id, i), i);
1114 }
1115 ccv_nnc_micro_loop_index_term_t index[CCV_NNC_MAX_DIM_ALLOC(12)];
1116 for (i = 0; i < loop_count; i++)
1117 {
1118 if (i == self->axis)
1119 index[i] = ccv_nnc_micro_index_of_id(ccv_nnc_micro_id_of_tensor(self->index->id));
1120 else
1121 index[i] = ccv_nnc_micro_index_of_id(loops[i].id);
1122 }
1123 const ccv_nnc_micro_loop_statement_t statement = ccv_nnc_micro_loop_assignment(
1124 ccv_nnc_micro_loop_variable_of_tensor(self->super.id, loop_count, ccv_nnc_micro_index_of_loops(loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? loops[1].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 2 ? loops[2].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 3 ? loops[3].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 4 ? loops[4].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 5 ? loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? loops[7].id : (ccv_nnc_micro_id_t){} } }
),
1125 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(self->x->id, loop_count, index))
1126 );
1127 loops[loop_count - 1].statement_count = 1;
1128 loops[loop_count - 1].statements = (ccv_nnc_micro_loop_statement_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_statement_t));
1129 loops[loop_count - 1].statements[0] = statement;
1130 return (ccv_nnc_micro_function_t){
1131 .block_count = 1,
1132 .one_block = {
1133 .loop_count = loop_count,
1134 .loops = loops
1135 }
1136 };
1137}
1138
1139static CCV_WARN_UNUSED(ccv_nnc_micro_function_t)ccv_nnc_micro_function_t __attribute__((warn_unused_result)) _ccv_nnc_micro_select_emit_grad(const ccv_nnc_micro_io_t super, const int var_count)
1140{
1141 struct ccv_nnc_micro_io_select_s* const self = (struct ccv_nnc_micro_io_select_s*)super;
1142 const int loop_count = self->super.dimensions;
1143 assert(self->x->dimensions == loop_count)((void) sizeof ((self->x->dimensions == loop_count) ? 1
: 0), __extension__ ({ if (self->x->dimensions == loop_count
) ; else __assert_fail ("self->x->dimensions == loop_count"
, "ccv_nnc_micro_core.c", 1143, __extension__ __PRETTY_FUNCTION__
); }))
;
1144 assert(self->index->dimensions == loop_count)((void) sizeof ((self->index->dimensions == loop_count)
? 1 : 0), __extension__ ({ if (self->index->dimensions
== loop_count) ; else __assert_fail ("self->index->dimensions == loop_count"
, "ccv_nnc_micro_core.c", 1144, __extension__ __PRETTY_FUNCTION__
); }))
;
1145 ccv_nnc_micro_loop_t* const reset_loops = (ccv_nnc_micro_loop_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_t) * loop_count);
1146 int i;
1147 for (i = 0; i < loop_count; i++)
1148 reset_loops[i] = ccv_nnc_micro_for_in(ccv_nnc_micro_index_of_value(0), ccv_nnc_micro_index_of_axis_size(GRAD(self->x->id)(2 * (var_count) - 1 - (self->x->id)), i), i);
1149 const ccv_nnc_micro_loop_statement_t reset_statement = ccv_nnc_micro_loop_assignment(
1150 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->x->id)(2 * (var_count) - 1 - (self->x->id)), loop_count, ccv_nnc_micro_index_of_loops(reset_loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? reset_loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? reset_loops[1].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 2 ?
reset_loops[2].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 3 ? reset_loops[3].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 4 ? reset_loops[4].id : (ccv_nnc_micro_id_t){} }, { .type
= CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count > 5 ?
reset_loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? reset_loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? reset_loops[7].id : (ccv_nnc_micro_id_t){} } }
),
1151 ccv_nnc_micro_loop_expression_of_value(0)
1152 );
1153 reset_loops[loop_count - 1].statement_count = 1;
1154 reset_loops[loop_count - 1].statements = (ccv_nnc_micro_loop_statement_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_statement_t));
1155 reset_loops[loop_count - 1].statements[0] = reset_statement;
1156 ccv_nnc_micro_loop_t* const loops = (ccv_nnc_micro_loop_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_t) * loop_count);
1157 for (i = 0; i < loop_count; i++)
1158 loops[i] = ccv_nnc_micro_for_in(ccv_nnc_micro_index_of_value(0), ccv_nnc_micro_index_of_axis_size(GRAD(self->x->id)(2 * (var_count) - 1 - (self->x->id)), i), i);
1159 ccv_nnc_micro_loop_index_term_t index[CCV_NNC_MAX_DIM_ALLOC(12)];
1160 for (i = 0; i < loop_count; i++)
1161 {
1162 if (i == self->axis)
1163 index[i] = ccv_nnc_micro_index_of_id(ccv_nnc_micro_id_of_tensor(self->index->id));
1164 else
1165 index[i] = ccv_nnc_micro_index_of_id(loops[i].id);
1166 }
1167 // This is only for x, nothing for index.
1168 const ccv_nnc_micro_loop_statement_t statement = ccv_nnc_micro_loop_compound_assignment_of_tensor(
1169 ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->x->id)(2 * (var_count) - 1 - (self->x->id)), loop_count, index),
1170 ccv_nnc_micro_loop_expression_of_variable(ccv_nnc_micro_loop_variable_of_tensor(GRAD(self->super.id)(2 * (var_count) - 1 - (self->super.id)), loop_count, ccv_nnc_micro_index_of_loops(loops, loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 0 ? loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 1 ? loops[1].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 2 ? loops[2].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 3 ? loops[3].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 4 ? loops[4].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 5 ? loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = loop_count > 6 ? loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = loop_count
> 7 ? loops[7].id : (ccv_nnc_micro_id_t){} } }
))
1171 );
1172 loops[loop_count - 1].statement_count = 1;
1173 loops[loop_count - 1].statements = (ccv_nnc_micro_loop_statement_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_statement_t));
1174 loops[loop_count - 1].statements[0] = statement;
1175 ccv_nnc_micro_loop_block_t* const blocks = (ccv_nnc_micro_loop_block_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_block_t) * 2);
1176 blocks[0] = (ccv_nnc_micro_loop_block_t){
1177 .loop_count = loop_count,
1178 .loops = reset_loops
1179 };
1180 blocks[1] = (ccv_nnc_micro_loop_block_t){
1181 .loop_count = loop_count,
1182 .loops = loops
1183 };
1184 return (ccv_nnc_micro_function_t){
1185 .block_count = 2,
1186 .blocks = blocks
1187 };
1188}
1189
1190static ccv_nnc_micro_tensor_t _ccv_nnc_micro_select_return_shape(const ccv_nnc_micro_io_t super)
1191{
1192 struct ccv_nnc_micro_io_select_s* const self = (struct ccv_nnc_micro_io_select_s*)super;
1193 ccv_nnc_micro_tensor_t var = {};
1194 var.dimensions = self->super.dimensions;
1195 var.input = self->x->id;
1196 var.sibling = -1;
1197 var.shape = (ccv_nnc_micro_loop_index_term_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_index_term_t) * self->super.dimensions);
1198 int i;
1199 for (i = 0; i < self->super.dimensions; i++)
1200 {
1201 if (i != self->axis)
1202 var.shape[i] = ccv_nnc_micro_index_of_axis_size(self->x->id, i);
1203 else
1204 var.shape[i] = ccv_nnc_micro_index_of_value(1);
1205 }
1206 return var;
1207}
1208
1209static const ccv_nnc_micro_io_vtab_t ccv_nnc_micro_io_select_isa = {
1210 .emit = _ccv_nnc_micro_select_emit,
1211 .emit_grad = _ccv_nnc_micro_select_emit_grad,
1212 .return_shape = _ccv_nnc_micro_select_return_shape
1213};
1214
1215ccv_nnc_micro_io_t ccv_nnc_micro_select(const int axis, const ccv_nnc_micro_io_t x, const ccv_nnc_micro_io_t index)
1216{
1217 struct ccv_nnc_micro_io_select_s* const self = (struct ccv_nnc_micro_io_select_s*)cccalloccalloc(1, sizeof(struct ccv_nnc_micro_io_select_s));
1218 self->super.isa = &ccv_nnc_micro_io_select_isa;
1219 self->super.dimensions = x->dimensions;
1220 self->super.id = 0;
1221 self->super.inputs = &self->x;
1222 self->super.input_size = 2;
1223 self->x = x;
1224 self->index = index;
1225 self->axis = axis;
1226 assert(axis <= CCV_NNC_MAX_DIM_ALLOC)((void) sizeof ((axis <= (12)) ? 1 : 0), __extension__ ({ if
(axis <= (12)) ; else __assert_fail ("axis <= CCV_NNC_MAX_DIM_ALLOC"
, "ccv_nnc_micro_core.c", 1226, __extension__ __PRETTY_FUNCTION__
); }))
;
1227 return (ccv_nnc_micro_io_t)self;
1228}

./_ccv_nnc_micro.h

1/**********************************************************
2 * C-based/Cached/Core Computer Vision Library
3 * Liu Liu, 2010-02-01
4 **********************************************************/
5
6/**********************************************************
7 * CCV - Neural Network Collection
8 **********************************************************/
9
10#ifndef GUARD_ccv_nnc_micro_internal_h
11#define GUARD_ccv_nnc_micro_internal_h
12
13#include "ccv_nnc.h"
14
15enum {
16 CCV_NNC_MICRO_LOOP_ID,
17 CCV_NNC_MICRO_LOOP_CARRIED_ID,
18 CCV_NNC_MICRO_AXIS_SIZE_ID,
19 CCV_NNC_MICRO_TENSOR_ID,
20 CCV_NNC_MICRO_SCALAR_ID,
21};
22
23typedef struct {
24 uint8_t type;
25 uint8_t d; // Only used for axis_size, identify which axis for a tensor.
26 int16_t id;
27} ccv_nnc_micro_id_t;
28
29typedef struct {
30 ccv_nnc_micro_id_t left;
31 ccv_nnc_micro_id_t right;
32} ccv_nnc_micro_id_equal_assertion_t;
33
34enum {
35 CCV_NNC_MICRO_LOOP_INDEX_TYPE_NONE,
36 CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID,
37 CCV_NNC_MICRO_LOOP_INDEX_TYPE_VAL,
38 CCV_NNC_MICRO_LOOP_INDEX_TYPE_BINARY,
39 CCV_NNC_MICRO_LOOP_INDEX_TYPE_UNBOUND_SCALAR, // Unbounded scalar variable, shouldn't be there after fully-evaluated.
40};
41
42typedef struct ccv_nnc_micro_loop_index_binary_s ccv_nnc_micro_loop_index_binary_t;
43
44typedef struct {
45 int type;
46 union {
47 char* name; // binding variable name.
48 ccv_nnc_micro_id_t id;
49 int immediate_value;
50 ccv_nnc_micro_loop_index_binary_t* binary;
51 };
52} ccv_nnc_micro_loop_index_term_t;
53
54struct ccv_nnc_micro_loop_index_binary_s {
55 int op;
56 ccv_nnc_micro_loop_index_term_t left;
57 ccv_nnc_micro_loop_index_term_t right;
58};
59
60typedef struct {
61 ccv_nnc_micro_id_t id;
62 int index_count;
63 int no_check_bound[CCV_NNC_MAX_DIM_ALLOC(12)];
64 ccv_nnc_micro_loop_index_term_t index[CCV_NNC_MAX_DIM_ALLOC(12)];
65} ccv_nnc_micro_loop_variable_t;
66
67enum {
68 CCV_NNC_MICRO_LOOP_EXPR_TYPE_ID,
69 CCV_NNC_MICRO_LOOP_EXPR_TYPE_VAL,
70 CCV_NNC_MICRO_LOOP_EXPR_TYPE_VAR,
71 CCV_NNC_MICRO_LOOP_EXPR_TYPE_UNARY,
72 CCV_NNC_MICRO_LOOP_EXPR_TYPE_BINARY,
73 CCV_NNC_MICRO_LOOP_EXPR_TYPE_TERNAY,
74};
75
76typedef struct ccv_nnc_micro_loop_expression_s ccv_nnc_micro_loop_expression_t;
77
78typedef struct {
79 int unary_op;
80 ccv_nnc_micro_loop_expression_t* x;
81} ccv_nnc_micro_loop_unary_t;
82
83typedef struct {
84 int binary_op;
85 ccv_nnc_micro_loop_expression_t* left;
86 ccv_nnc_micro_loop_expression_t* right;
87} ccv_nnc_micro_loop_binary_t;
88
89typedef struct {
90 ccv_nnc_micro_loop_expression_t* pivot; // If it is 0, choose left, otherwise choose right.
91 ccv_nnc_micro_loop_expression_t* left;
92 ccv_nnc_micro_loop_expression_t* right;
93} ccv_nnc_micro_loop_ternary_t;
94
95struct ccv_nnc_micro_loop_expression_s {
96 int type;
97 union {
98 ccv_nnc_micro_id_t id; // If this is a compound assignment, the id to that.
99 ccv_nnc_micro_scalar_t immediate_value;
100 ccv_nnc_micro_loop_variable_t variable;
101 ccv_nnc_micro_loop_unary_t unary;
102 ccv_nnc_micro_loop_binary_t binary;
103 ccv_nnc_micro_loop_ternary_t ternary;
104 };
105};
106
107typedef struct {
108 ccv_nnc_micro_loop_variable_t lvalue;
109 ccv_nnc_micro_loop_expression_t rvalue;
110} ccv_nnc_micro_loop_assignment_t;
111
112
113typedef struct {
114 int type;
115 union {
116 ccv_nnc_micro_id_t id; // If this is a compound assignment, the id to that.
117 ccv_nnc_micro_loop_variable_t variable; // This only implies PLUS at the moment.
118 };
119} ccv_nnc_micro_loop_compound_assignment_lvalue_t;
120
121typedef struct {
122 ccv_nnc_micro_loop_compound_assignment_lvalue_t lvalue; // It shouldn't be unary or binary, only id or variable.
123 ccv_nnc_micro_loop_expression_t rvalue;
124} ccv_nnc_micro_loop_compound_assignment_t;
125
126enum {
127 CCV_NNC_MICRO_LOOP_STATEMENT_TYPE_ASSIGNMENT,
128 CCV_NNC_MICRO_LOOP_STATEMENT_TYPE_COMPOUND_ASSIGNMENT,
129};
130
131// A generic statement within a loop.
132// For our purpose, there will be two types of generic statement:
133// an assignment statement (for tensors).
134// an compound assignment statement (for loop carry overs).
135typedef struct {
136 int type;
137 union {
138 ccv_nnc_micro_loop_assignment_t assignment;
139 ccv_nnc_micro_loop_compound_assignment_t compound_assignment;
140 };
141} ccv_nnc_micro_loop_statement_t;
142
143typedef struct {
144 ccv_nnc_micro_id_t id;
145} ccv_nnc_micro_loop_carried_t; // The accumulating register.
146
147// A loop is identified with a loop counter id, some blocks inside this loop, some carry overs within
148// this loop and can be used outside of this loop.
149// If this loop has another loop nested (represented as the next one in the ccv_nnc_micro_nested_loop_t)
150// all blocks are executed after the nested loop finished.
151typedef struct {
152 ccv_nnc_micro_id_t id; // Loop counter's id, this will be used for indexing.
153 int carried_count;
154 int statement_count;
155 ccv_nnc_micro_loop_index_term_t start_index;
156 ccv_nnc_micro_loop_index_term_t end_index;
157 ccv_nnc_micro_loop_carried_t* carrieds;
158 ccv_nnc_micro_loop_statement_t* statements;
159} ccv_nnc_micro_loop_t;
160
161// A loop block contains many loops within each other.
162typedef struct {
163 int carried_count;
164 int loop_count;
165 ccv_nnc_micro_loop_t* loops;
166} ccv_nnc_micro_loop_block_t;
167
168typedef struct {
169 int input; // The one it derives its shape from. If shape is nullptr, it has the same shape as input. -1 means it is an input.
170 int sibling; // The sibling that has the same shape.
171 int dimensions;
172 int no_alloc; // No need to allocate this tensor.
173 ccv_nnc_micro_loop_index_term_t* shape;
174} ccv_nnc_micro_tensor_t;
175
176// A function contains a list of loop blocks that will be executed serially.
177// It also contains references to its dependencies so a function knows its inputs / outputs.
178typedef struct {
179 int block_count;
180 union {
181 ccv_nnc_micro_loop_block_t* blocks; // Heap-allocated blocks.
182 ccv_nnc_micro_loop_block_t one_block; // In-place block to optimize memory allocation for one block cases.
183 };
184} ccv_nnc_micro_function_t;
185
186typedef struct {
187 int input_size; // Size of inputs.
188 int output_size; // Size of outputs.
189 // Combined ops only have global vars, there is no local vars. All vars are tensors.
190 int var_count;
191 // loops are our constructs of IR ops really. It is hierarchical.
192 int function_count;
193 int* inputs;
194 int* outputs;
195 ccv_nnc_micro_tensor_t* vars;
196 ccv_nnc_micro_function_t* functions;
197} ccv_nnc_micro_program_t;
198
199// A combined op is constructed with many nested loops. These loops may have data dependencies
200// between each other, but they are ordered in topological order to make sure one is finished
201// after the another.
202struct ccv_nnc_micro_combine_s {
203 int parameter_size; // Size of parameters.
204 ccv_nnc_micro_program_t forward;
205 ccv_nnc_micro_program_t backward;
206 ccv_array_t* equal_assertions;
207};
208
209typedef uint32_t(*ccv_nnc_micro_scalar_lookup_f)(const void* const context, const char* const name);
210
211/**
212 * This is the virtual table for micro op.
213 */
214struct ccv_nnc_micro_io_vtab_s {
215 void (*bind_scalars)(const ccv_nnc_micro_io_t self, ccv_nnc_micro_scalar_lookup_f lookup, const void* const context); /**< Bind scalar name to a scoped id. */
216 void (*numbering)(const ccv_nnc_micro_io_t self, const int id, const int var_count); /**< Assign id to the output of this micro op. */
217 void (*equal_assertions)(const ccv_nnc_micro_io_t self, ccv_array_t* const equal_assertions); /**< Collect assertions about id equal. */
218 ccv_nnc_micro_function_t (*emit)(const ccv_nnc_micro_io_t self); /**< Emit instructions for this micro op. */
219 ccv_nnc_micro_function_t (*emit_grad)(const ccv_nnc_micro_io_t self, const int var_count); /**< Emit backward instructions for this micro op. */
220 ccv_nnc_micro_tensor_t (*return_shape)(const ccv_nnc_micro_io_t self); /**< The shape of the returned tensor. */
221 void (*deinit)(const ccv_nnc_micro_io_t self); /**< Deinit this micro io. */
222};
223
224extern const ccv_nnc_micro_io_vtab_t ccv_nnc_micro_io_input_isa;
225extern const ccv_nnc_micro_io_vtab_t ccv_nnc_micro_io_grad_isa;
226
227#define CCV_NNC_IS_MICRO_IO_INPUT(x)((x)->isa == &ccv_nnc_micro_io_input_isa) ((x)->isa == &ccv_nnc_micro_io_input_isa)
228#define CCV_NNC_IS_MICRO_IO_GRAD(x)((x)->isa == &ccv_nnc_micro_io_grad_isa) ((x)->isa == &ccv_nnc_micro_io_grad_isa)
229
230static inline void ccv_nnc_micro_numbering(const ccv_nnc_micro_io_t self, const int id, const int var_count)
231{
232 const ccv_nnc_micro_io_vtab_t* const isa = self->isa;
233 // If we numbering with negative id, we really just enumerate the grad.
234 if (id < 0 && !CCV_NNC_IS_MICRO_IO_GRAD(self)((self)->isa == &ccv_nnc_micro_io_grad_isa))
235 return;
236 if (isa->numbering)
237 isa->numbering(self, id, var_count);
238 else
239 self->id = id;
240}
241
242static inline void ccv_nnc_micro_equal_assertions(const ccv_nnc_micro_io_t self, ccv_array_t* const equal_assertions)
243{
244 const ccv_nnc_micro_io_vtab_t* const isa = self->isa;
245 if (isa->equal_assertions)
246 isa->equal_assertions(self, equal_assertions);
247}
248
249static inline void ccv_nnc_micro_bind_scalars(const ccv_nnc_micro_io_t self, ccv_nnc_micro_scalar_lookup_f lookup, const void* const context)
250{
251 const ccv_nnc_micro_io_vtab_t* const isa = self->isa;
252 if (isa->bind_scalars)
253 isa->bind_scalars(self, lookup, context);
254}
255
256static inline void ccv_nnc_micro_deinit(const ccv_nnc_micro_io_t self)
257{
258 const ccv_nnc_micro_io_vtab_t* const isa = self->isa;
259 if (isa->deinit)
260 isa->deinit(self);
261}
262
263static inline CCV_WARN_UNUSED(ccv_nnc_micro_function_t)ccv_nnc_micro_function_t __attribute__((warn_unused_result)) ccv_nnc_micro_emit(const ccv_nnc_micro_io_t self)
264{
265 const ccv_nnc_micro_io_vtab_t* const isa = self->isa;
266 return isa->emit(self);
267}
268
269static inline CCV_WARN_UNUSED(ccv_nnc_micro_function_t)ccv_nnc_micro_function_t __attribute__((warn_unused_result)) ccv_nnc_micro_emit_grad(const ccv_nnc_micro_io_t self, const int var_count)
270{
271 const ccv_nnc_micro_io_vtab_t* const isa = self->isa;
272 return isa->emit_grad(self, var_count);
273}
274
275static inline CCV_WARN_UNUSED(ccv_nnc_micro_tensor_t)ccv_nnc_micro_tensor_t __attribute__((warn_unused_result)) ccv_nnc_micro_return_shape(const ccv_nnc_micro_io_t self)
276{
277 const ccv_nnc_micro_io_vtab_t* const isa = self->isa;
278 return isa->return_shape(self);
279}
280
281/**
282 * Helpers to construct the micro IR.
283 */
284
285static inline ccv_nnc_micro_id_t ccv_nnc_micro_id_of_tensor(const int id)
286{
287 return (ccv_nnc_micro_id_t){
288 .type = CCV_NNC_MICRO_TENSOR_ID,
289 .id = id,
290 .d = 0
291 };
292}
293
294static inline ccv_nnc_micro_loop_index_term_t ccv_nnc_micro_index_of_value(const int value)
295{
296 return (ccv_nnc_micro_loop_index_term_t){
297 .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_VAL,
298 .immediate_value = value
299 };
300}
301
302static inline ccv_nnc_micro_loop_index_term_t ccv_nnc_micro_index_of_id(const ccv_nnc_micro_id_t id)
303{
304 return (ccv_nnc_micro_loop_index_term_t){
305 .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID,
306 .id = id
307 };
308}
309
310static inline ccv_nnc_micro_loop_index_term_t ccv_nnc_micro_index_of_axis_size(const int id, const int level)
311{
312 return (ccv_nnc_micro_loop_index_term_t){
313 .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID,
314 .id = {
315 .type = CCV_NNC_MICRO_AXIS_SIZE_ID,
316 .id = id,
317 .d = level
318 }
319 };
320}
321
322static inline ccv_nnc_micro_loop_t ccv_nnc_micro_for_in(const ccv_nnc_micro_loop_index_term_t start_index, const ccv_nnc_micro_loop_index_term_t end_index, const int level)
323{
324 return (ccv_nnc_micro_loop_t){
325 .start_index = start_index,
326 .end_index = end_index,
327 .carried_count = 0,
328 .carrieds = 0,
329 .statement_count = 0,
330 .statements = 0,
331 .id = {
332 .type = CCV_NNC_MICRO_LOOP_ID,
333 .d = 0,
334 .id = level,
335 }
336 };
337}
338
339// This is a macro because C cannot return array type.
340#define ccv_nnc_micro_index_of_loops(_loops, _loop_count)(ccv_nnc_micro_loop_index_term_t [(12)]){ { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = _loop_count > 0 ? _loops[0].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = _loop_count
> 1 ? _loops[1].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = _loop_count > 2 ? _loops[2].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = _loop_count
> 3 ? _loops[3].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = _loop_count > 4 ? _loops[4].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = _loop_count
> 5 ? _loops[5].id : (ccv_nnc_micro_id_t){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID
, .id = _loop_count > 6 ? _loops[6].id : (ccv_nnc_micro_id_t
){} }, { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = _loop_count
> 7 ? _loops[7].id : (ccv_nnc_micro_id_t){} } }
\
341 (ccv_nnc_micro_loop_index_term_t [CCV_NNC_MAX_DIM_ALLOC(12)]){ \
342 { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = _loop_count > 0 ? _loops[0].id : (ccv_nnc_micro_id_t){} }, \
343 { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = _loop_count > 1 ? _loops[1].id : (ccv_nnc_micro_id_t){} }, \
344 { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = _loop_count > 2 ? _loops[2].id : (ccv_nnc_micro_id_t){} }, \
345 { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = _loop_count > 3 ? _loops[3].id : (ccv_nnc_micro_id_t){} }, \
346 { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = _loop_count > 4 ? _loops[4].id : (ccv_nnc_micro_id_t){} }, \
347 { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = _loop_count > 5 ? _loops[5].id : (ccv_nnc_micro_id_t){} }, \
348 { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = _loop_count > 6 ? _loops[6].id : (ccv_nnc_micro_id_t){} }, \
349 { .type = CCV_NNC_MICRO_LOOP_INDEX_TYPE_ID, .id = _loop_count > 7 ? _loops[7].id : (ccv_nnc_micro_id_t){} } \
350 }
351
352static inline ccv_nnc_micro_loop_variable_t ccv_nnc_micro_loop_variable_of_tensor(const int id, const int index_count, const ccv_nnc_micro_loop_index_term_t* const index)
353{
354 ccv_nnc_micro_loop_variable_t variable = {
355 .id = ccv_nnc_micro_id_of_tensor(id),
356 .index_count = index_count
357 };
358 int i;
359 for (i = 0; i < index_count; i++)
360 variable.index[i] = index[i];
361 return variable;
362}
363
364static inline ccv_nnc_micro_loop_expression_t ccv_nnc_micro_loop_expression_of_variable(const ccv_nnc_micro_loop_variable_t variable)
365{
366 return (ccv_nnc_micro_loop_expression_t){
367 .type = CCV_NNC_MICRO_LOOP_EXPR_TYPE_VAR,
368 .variable = variable
369 };
370}
371
372static inline ccv_nnc_micro_loop_expression_t ccv_nnc_micro_loop_expression_of_value(const float value)
373{
374 return (ccv_nnc_micro_loop_expression_t){
375 .type = CCV_NNC_MICRO_LOOP_EXPR_TYPE_VAL,
376 .immediate_value = {
377 .type = CCV_32F,
378 .f32 = value
379 }
380 };
381}
382
383static inline ccv_nnc_micro_loop_expression_t ccv_nnc_micro_loop_expression_of_id(const ccv_nnc_micro_id_t id)
384{
385 return (ccv_nnc_micro_loop_expression_t){
386 .type = CCV_NNC_MICRO_LOOP_EXPR_TYPE_ID,
387 .id = id
388 };
389}
390
391static inline ccv_nnc_micro_loop_statement_t ccv_nnc_micro_loop_assignment(const ccv_nnc_micro_loop_variable_t lvalue, const ccv_nnc_micro_loop_expression_t rvalue)
392{
393 return (ccv_nnc_micro_loop_statement_t){
394 .type = CCV_NNC_MICRO_LOOP_STATEMENT_TYPE_ASSIGNMENT,
395 .assignment = {
396 .lvalue = lvalue,
397 .rvalue = rvalue
398 }
399 };
400}
401
402static inline ccv_nnc_micro_loop_expression_t ccv_nnc_micro_loop_expression_of_unary(const int unary_op, const ccv_nnc_micro_loop_expression_t x)
403{
404 ccv_nnc_micro_loop_expression_t expression = {
405 .type = CCV_NNC_MICRO_LOOP_EXPR_TYPE_BINARY
406 };
407 expression.unary.unary_op = unary_op;
408 expression.unary.x = (ccv_nnc_micro_loop_expression_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_expression_t));
409 *expression.unary.x = x;
410 return expression;
411}
412
413static inline ccv_nnc_micro_loop_expression_t ccv_nnc_micro_loop_expression_of_binary(const int binary_op, const ccv_nnc_micro_loop_expression_t left, const ccv_nnc_micro_loop_expression_t right)
414{
415 ccv_nnc_micro_loop_expression_t expression = {
416 .type = CCV_NNC_MICRO_LOOP_EXPR_TYPE_BINARY
417 };
418 expression.binary.binary_op = binary_op;
419 expression.binary.left = (ccv_nnc_micro_loop_expression_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_expression_t));
420 *expression.binary.left = left;
421 expression.binary.right = (ccv_nnc_micro_loop_expression_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_expression_t));
36
Memory is allocated
422 *expression.binary.right = right;
423 return expression;
424}
425
426static inline ccv_nnc_micro_loop_expression_t ccv_nnc_micro_loop_expression_of_ternary(const ccv_nnc_micro_loop_expression_t pivot, const ccv_nnc_micro_loop_expression_t left, const ccv_nnc_micro_loop_expression_t right)
427{
428 ccv_nnc_micro_loop_expression_t expression = {
429 .type = CCV_NNC_MICRO_LOOP_EXPR_TYPE_TERNAY
430 };
431 expression.ternary.pivot = (ccv_nnc_micro_loop_expression_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_expression_t));
432 *expression.ternary.pivot = pivot;
433 expression.ternary.left = (ccv_nnc_micro_loop_expression_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_expression_t));
434 *expression.ternary.left = left;
435 expression.ternary.right = (ccv_nnc_micro_loop_expression_t*)ccmallocmalloc(sizeof(ccv_nnc_micro_loop_expression_t));
436 *expression.ternary.right = right;
437 return expression;
438}
439
440static inline ccv_nnc_micro_loop_statement_t ccv_nnc_micro_loop_compound_assignment_of_id(const ccv_nnc_micro_id_t lvalue, const ccv_nnc_micro_loop_expression_t rvalue)
441{
442 return (ccv_nnc_micro_loop_statement_t){
443 .type = CCV_NNC_MICRO_LOOP_STATEMENT_TYPE_COMPOUND_ASSIGNMENT,
444 .compound_assignment = {
445 .lvalue = {
446 .type = CCV_NNC_MICRO_LOOP_EXPR_TYPE_ID,
447 .id = lvalue
448 },
449 .rvalue = rvalue
450 }
451 };
452}
453
454static inline ccv_nnc_micro_loop_statement_t ccv_nnc_micro_loop_compound_assignment_of_tensor(const ccv_nnc_micro_loop_variable_t lvalue, const ccv_nnc_micro_loop_expression_t rvalue)
455{
456 return (ccv_nnc_micro_loop_statement_t){
457 .type = CCV_NNC_MICRO_LOOP_STATEMENT_TYPE_COMPOUND_ASSIGNMENT,
458 .compound_assignment = {
459 .lvalue = {
460 .type = CCV_NNC_MICRO_LOOP_EXPR_TYPE_VAR,
461 .variable = lvalue
462 },
463 .rvalue = rvalue
464 }
465 };
466}
467
468static inline ccv_nnc_micro_loop_carried_t ccv_nnc_micro_loop_carried(const uint8_t reduce_op, const int idx)
469{
470 return (ccv_nnc_micro_loop_carried_t){
471 .id = {
472 .type = CCV_NNC_MICRO_LOOP_CARRIED_ID,
473 .d = reduce_op,
474 .id = idx
475 }
476 };
477}
478
479// This method has to be mutable for efficiency reasons. Hence I kept it private.
480void ccv_nnc_micro_program_simplify(ccv_nnc_micro_program_t* const program, const ccv_nnc_micro_io_t* const inputs, const int input_size, const ccv_nnc_micro_io_t* const outputs, const int output_size, const ccv_array_t* const equal_assertions);
481ccv_nnc_micro_loop_index_term_t ccv_nnc_micro_loop_index_deep_copy(const ccv_nnc_micro_loop_index_term_t* const term);
482void ccv_nnc_micro_loop_index_free(ccv_nnc_micro_loop_index_term_t* const term);
483void ccv_nnc_micro_loop_variable_free(ccv_nnc_micro_loop_variable_t* const var);
484void ccv_nnc_micro_loop_statement_free(ccv_nnc_micro_loop_statement_t* const statement);
485void ccv_nnc_micro_loop_statement_lvalue_free(ccv_nnc_micro_loop_statement_t* const statement);
486void ccv_nnc_micro_loops_free(ccv_nnc_micro_loop_t* const loops, const int loop_count);
487
488#endif