30 void memcpy_to_i16_from_q4_27(int16_t *dst, const int32_t *src, size_t count)  in memcpy_to_i16_from_q4_27()  argument
33         *dst++ = clamp16(*src++ >> 12);  in memcpy_to_i16_from_q4_27()
37 void memcpy_to_i16_from_u8(int16_t *dst, const uint8_t *src, size_t count)  in memcpy_to_i16_from_u8()  argument
40     src += count;  in memcpy_to_i16_from_u8()
42         *--dst = (int16_t)(*--src - 0x80) << 8;  in memcpy_to_i16_from_u8()
46 void memcpy_to_u8_from_i16(uint8_t *dst, const int16_t *src, size_t count)  in memcpy_to_u8_from_i16()  argument
49         *dst++ = (*src++ >> 8) + 0x80;  in memcpy_to_u8_from_i16()
53 void memcpy_to_u8_from_p24(uint8_t *dst, const uint8_t *src, size_t count)  in memcpy_to_u8_from_p24()  argument
57         *dst++ = src[0] + 0x80;  in memcpy_to_u8_from_p24()
59         *dst++ = src[2] + 0x80;  in memcpy_to_u8_from_p24()
61         src += 3;  in memcpy_to_u8_from_p24()
65 void memcpy_to_u8_from_i32(uint8_t *dst, const int32_t *src, size_t count)  in memcpy_to_u8_from_i32()  argument
68         *dst++ = (*src++ >> 24) + 0x80;  in memcpy_to_u8_from_i32()
72 void memcpy_to_u8_from_q8_23(uint8_t *dst, const int32_t *src, size_t count)  in memcpy_to_u8_from_q8_23()  argument
75         *dst++ = clamp8_from_q8_23(*src++);  in memcpy_to_u8_from_q8_23()
79 void memcpy_to_u8_from_float(uint8_t *dst, const float *src, size_t count)  in memcpy_to_u8_from_float()  argument
82         *dst++ = clamp8_from_float(*src++);  in memcpy_to_u8_from_float()
86 void memcpy_to_i16_from_i32(int16_t *dst, const int32_t *src, size_t count)  in memcpy_to_i16_from_i32()  argument
89         *dst++ = *src++ >> 16;  in memcpy_to_i16_from_i32()
93 void memcpy_to_i16_from_float(int16_t *dst, const float *src, size_t count)  in memcpy_to_i16_from_float()  argument
96         *dst++ = clamp16_from_float(*src++);  in memcpy_to_i16_from_float()
100 void memcpy_to_float_from_q4_27(float *dst, const int32_t *src, size_t count)  in memcpy_to_float_from_q4_27()  argument
103         *dst++ = float_from_q4_27(*src++);  in memcpy_to_float_from_q4_27()
107 void memcpy_to_float_from_i16(float *dst, const int16_t *src, size_t count)  in memcpy_to_float_from_i16()  argument
110     src += count;  in memcpy_to_float_from_i16()
112         *--dst = float_from_i16(*--src);  in memcpy_to_float_from_i16()
116 void memcpy_to_float_from_u8(float *dst, const uint8_t *src, size_t count)  in memcpy_to_float_from_u8()  argument
119     src += count;  in memcpy_to_float_from_u8()
121         *--dst = float_from_u8(*--src);  in memcpy_to_float_from_u8()
125 void memcpy_to_float_from_p24(float *dst, const uint8_t *src, size_t count)  in memcpy_to_float_from_p24()  argument
128     src += count * 3;  in memcpy_to_float_from_p24()
130         src -= 3;  in memcpy_to_float_from_p24()
131         *--dst = float_from_p24(src);  in memcpy_to_float_from_p24()
135 void memcpy_to_i16_from_p24(int16_t *dst, const uint8_t *src, size_t count)  in memcpy_to_i16_from_p24()  argument
139         *dst++ = src[1] | (src[0] << 8);  in memcpy_to_i16_from_p24()
141         *dst++ = src[1] | (src[2] << 8);  in memcpy_to_i16_from_p24()
143         src += 3;  in memcpy_to_i16_from_p24()
147 void memcpy_to_i32_from_p24(int32_t *dst, const uint8_t *src, size_t count)  in memcpy_to_i32_from_p24()  argument
150     src += count * 3;  in memcpy_to_i32_from_p24()
152         src -= 3;  in memcpy_to_i32_from_p24()
154         *--dst = (src[2] << 8) | (src[1] << 16) | (src[0] << 24);  in memcpy_to_i32_from_p24()
156         *--dst = (src[0] << 8) | (src[1] << 16) | (src[2] << 24);  in memcpy_to_i32_from_p24()
161 void memcpy_to_p24_from_i16(uint8_t *dst, const int16_t *src, size_t count)  in memcpy_to_p24_from_i16()  argument
164     src += count;  in memcpy_to_p24_from_i16()
167         const int16_t sample = *--src;  in memcpy_to_p24_from_i16()
180 void memcpy_to_p24_from_float(uint8_t *dst, const float *src, size_t count)  in memcpy_to_p24_from_float()  argument
183         int32_t ival = clamp24_from_float(*src++);  in memcpy_to_p24_from_float()
197 void memcpy_to_p24_from_q8_23(uint8_t *dst, const int32_t *src, size_t count)  in memcpy_to_p24_from_q8_23()  argument
200         int32_t ival = clamp24_from_q8_23(*src++);  in memcpy_to_p24_from_q8_23()
214 void memcpy_to_p24_from_i32(uint8_t *dst, const int32_t *src, size_t count)  in memcpy_to_p24_from_i32()  argument
217         int32_t ival = *src++ >> 8;  in memcpy_to_p24_from_i32()
231 void memcpy_to_q8_23_from_i16(int32_t *dst, const int16_t *src, size_t count)  in memcpy_to_q8_23_from_i16()  argument
234     src += count;  in memcpy_to_q8_23_from_i16()
236         *--dst = (int32_t)*--src << 8;  in memcpy_to_q8_23_from_i16()
240 void memcpy_to_q8_23_from_float_with_clamp(int32_t *dst, const float *src, size_t count)  in memcpy_to_q8_23_from_float_with_clamp()  argument
243         *dst++ = clamp24_from_float(*src++);  in memcpy_to_q8_23_from_float_with_clamp()
247 void memcpy_to_q8_23_from_p24(int32_t *dst, const uint8_t *src, size_t count)  in memcpy_to_q8_23_from_p24()  argument
250     src += count * 3;  in memcpy_to_q8_23_from_p24()
252         src -= 3;  in memcpy_to_q8_23_from_p24()
254         *--dst = (int8_t)src[0] << 16 | src[1] << 8 | src[2];  in memcpy_to_q8_23_from_p24()
256         *--dst = (int8_t)src[2] << 16 | src[1] << 8 | src[0];  in memcpy_to_q8_23_from_p24()
261 void memcpy_to_q4_27_from_float(int32_t *dst, const float *src, size_t count)  in memcpy_to_q4_27_from_float()  argument
264         *dst++ = clampq4_27_from_float(*src++);  in memcpy_to_q4_27_from_float()
268 void memcpy_to_i16_from_q8_23(int16_t *dst, const int32_t *src, size_t count)  in memcpy_to_i16_from_q8_23()  argument
271         *dst++ = clamp16(*src++ >> 8);  in memcpy_to_i16_from_q8_23()
275 void memcpy_to_float_from_q8_23(float *dst, const int32_t *src, size_t count)  in memcpy_to_float_from_q8_23()  argument
278         *dst++ = float_from_q8_23(*src++);  in memcpy_to_float_from_q8_23()
282 void memcpy_to_i32_from_u8(int32_t *dst, const uint8_t *src, size_t count)  in memcpy_to_i32_from_u8()  argument
285     src += count;  in memcpy_to_i32_from_u8()
287         *--dst = ((int32_t)(*--src) - 0x80) << 24;  in memcpy_to_i32_from_u8()
291 void memcpy_to_i32_from_i16(int32_t *dst, const int16_t *src, size_t count)  in memcpy_to_i32_from_i16()  argument
294     src += count;  in memcpy_to_i32_from_i16()
296         *--dst = (int32_t)*--src << 16;  in memcpy_to_i32_from_i16()
300 void memcpy_to_i32_from_float(int32_t *dst, const float *src, size_t count)  in memcpy_to_i32_from_float()  argument
303         *dst++ = clamp32_from_float(*src++);  in memcpy_to_i32_from_float()
307 void memcpy_to_float_from_i32(float *dst, const int32_t *src, size_t count)  in memcpy_to_float_from_i32()  argument
310         *dst++ = float_from_i32(*src++);  in memcpy_to_float_from_i32()
314 void memcpy_to_float_from_float_with_clamping(float *dst, const float *src, size_t count,  in memcpy_to_float_from_float_with_clamping()  argument
321         const float sample = *src++;  in memcpy_to_float_from_float_with_clamping()
326 void downmix_to_mono_i16_from_stereo_i16(int16_t *dst, const int16_t *src, size_t count)  in downmix_to_mono_i16_from_stereo_i16()  argument
329         *dst++ = (int16_t)(((int32_t)src[0] + (int32_t)src[1]) >> 1);  in downmix_to_mono_i16_from_stereo_i16()
330         src += 2;  in downmix_to_mono_i16_from_stereo_i16()
334 void upmix_to_stereo_i16_from_mono_i16(int16_t *dst, const int16_t *src, size_t count)  in upmix_to_stereo_i16_from_mono_i16()  argument
337     src += count;  in upmix_to_stereo_i16_from_mono_i16()
339         const int32_t temp = *--src;  in upmix_to_stereo_i16_from_mono_i16()
346 void downmix_to_mono_float_from_stereo_float(float *dst, const float *src, size_t frames)  in downmix_to_mono_float_from_stereo_float()  argument
349         *dst++ = (src[0] + src[1]) * 0.5;  in downmix_to_mono_float_from_stereo_float()
350         src += 2;  in downmix_to_mono_float_from_stereo_float()
354 void upmix_to_stereo_float_from_mono_float(float *dst, const float *src, size_t frames)  in upmix_to_stereo_float_from_mono_float()  argument
357     src += frames;  in upmix_to_stereo_float_from_mono_float()
359         const float temp = *--src;  in upmix_to_stereo_float_from_mono_float()
408 #define copy_frame_by_mask(dst, dmask, src, smask, count, zero) \  argument
417                 *(dst)++ = (smask) & bit ? *(src)++ : (zero); \
419                 ++(src); \
426         const void *src, uint32_t src_mask, size_t sample_size, size_t count)  in memcpy_by_channel_mask()  argument
435     memcpy_by_idxary(dst, dst_channels, src, src_channels, idxary, sample_size, count);  in memcpy_by_channel_mask()
438         memcpy(dst, src, sample_size * __builtin_popcount(dst_mask) * count);  in memcpy_by_channel_mask()
444         const uint8_t *usrc = (const uint8_t*)src;  in memcpy_by_channel_mask()
450         const uint16_t *usrc = (const uint16_t*)src;  in memcpy_by_channel_mask()
456         const uint8x3_t *usrc = (const uint8x3_t*)src;  in memcpy_by_channel_mask()
463         const uint32_t *usrc = (const uint32_t*)src;  in memcpy_by_channel_mask()
479 #define copy_frame_by_idx(dst, dst_channels, src, src_channels, idxary, count, zero) \  argument
486             *(dst)++ = index < 0 ? (zero) : (src)[index]; \
488         (src) += (src_channels); \
493         const void *src, uint32_t src_channels,  in memcpy_by_index_array()  argument
499         const uint8_t *usrc = (const uint8_t*)src;  in memcpy_by_index_array()
505         const uint16_t *usrc = (const uint16_t*)src;  in memcpy_by_index_array()
511         const uint8x3_t *usrc = (const uint8x3_t*)src;  in memcpy_by_index_array()
518         const uint32_t *usrc = (const uint32_t*)src;  in memcpy_by_index_array()
591 void accumulate_i16(int16_t *dst, const int16_t *src, size_t count) {  in accumulate_i16()  argument
593         *dst = clamp16((int32_t)*dst + *src++);  in accumulate_i16()
598 void accumulate_u8(uint8_t *dst, const uint8_t *src, size_t count) {  in accumulate_u8()  argument
602         sum = *dst + *src++ - 0x80;  in accumulate_u8()
608 void accumulate_p24(uint8_t *dst, const uint8_t *src, size_t count) {  in accumulate_p24()  argument
614         memcpy_to_q8_23_from_p24(&src_q8_23, src, 1);  in accumulate_p24()
622         src += 3;  in accumulate_p24()
626 void accumulate_q8_23(int32_t *dst, const int32_t *src, size_t count) {  in accumulate_q8_23()  argument
628         *dst = clamp24_from_q8_23(*dst + *src++);  in accumulate_q8_23()
633 void accumulate_i32(int32_t *dst, const int32_t *src, size_t count) {  in accumulate_i32()  argument
635         *dst = clamp32((int64_t)*dst + *src++);  in accumulate_i32()
640 void accumulate_float(float *dst, const float *src, size_t count) {  in accumulate_float()  argument
642         *dst++ += *src++;  in accumulate_float()