/* * Copyright (C) 2010-2018 Arm Limited or its affiliates. All rights reserved. * * SPDX-License-Identifier: Apache-2.0 * * Licensed under the Apache License, Version 2.0 (the License); you may * not use this file except in compliance with the License. * You may obtain a copy of the License at * * www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an AS IS BASIS, WITHOUT * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ /* ---------------------------------------------------------------------- * Project: CMSIS NN Library * Title: arm_fully_connected_q15.c * Description: Q15 basic fully-connected layer function * * $Date: 17. January 2018 * $Revision: V.1.0.0 * * Target Processor: Cortex-M cores * * -------------------------------------------------------------------- */ #include "arm_math.h" #include "arm_nnfunctions.h" /** * @ingroup groupNN */ /** * @addtogroup FC * @{ */ /** * @brief Q15 opt fully-connected layer function * @param[in] pV pointer to input vector * @param[in] pM pointer to matrix weights * @param[in] dim_vec length of the vector * @param[in] num_of_rows number of rows in weight matrix * @param[in] bias_shift amount of left-shift for bias * @param[in] out_shift amount of right-shift for output * @param[in] bias pointer to bias * @param[in,out] pOut pointer to output vector * @param[in,out] vec_buffer pointer to buffer space for input * @return The function returns ARM_MATH_SUCCESS * * * @details * * Buffer size: * * vec_buffer size: 0 * */ arm_status arm_fully_connected_q15(const q15_t * pV, const q15_t * pM, const uint16_t dim_vec, const uint16_t num_of_rows, const uint16_t bias_shift, const uint16_t out_shift, const q15_t * bias, q15_t * pOut, q15_t * vec_buffer) { #if defined (ARM_MATH_DSP) /* Run the following code for Cortex-M4 and Cortex-M7 */ const q15_t *pB = pM; const q15_t *pB2 = pB + dim_vec; q15_t *pO = pOut; const q15_t *pA; const q15_t *pBias = bias; uint16_t rowCnt = num_of_rows >> 1; /* this loop loops over different output */ while (rowCnt) { q31_t sum = ((q31_t)(*pBias++) << bias_shift) + NN_ROUND(out_shift); q31_t sum2 = ((q31_t)(*pBias++) << bias_shift) + NN_ROUND(out_shift); uint16_t colCnt = dim_vec >> 2; pA = pV; pB2 = pB + dim_vec; while (colCnt) { q31_t inV1, inM1, inM2; inV1 = *__SIMD32(pA)++; inM1 = *__SIMD32(pB)++; sum = __SMLAD(inV1, inM1, sum); inM2 = *__SIMD32(pB2)++; sum2 = __SMLAD(inV1, inM2, sum2); inV1 = *__SIMD32(pA)++; inM1 = *__SIMD32(pB)++; sum = __SMLAD(inV1, inM1, sum); inM2 = *__SIMD32(pB2)++; sum2 = __SMLAD(inV1, inM2, sum2); colCnt--; } colCnt = dim_vec & 0x3; while (colCnt) { q15_t inV = *pA++; q15_t inM = *pB++; q15_t inM2 = *pB2++; sum += inV * inM; sum2 += inV * inM2; colCnt--; } /* while over colCnt */ *pO++ = (q15_t) (__SSAT((sum >> out_shift), 16)); *pO++ = (q15_t) (__SSAT((sum2>> out_shift), 16)); /* adjust the pointers and counters */ pB = pB + dim_vec; rowCnt --; } rowCnt = num_of_rows & 0x1; while (rowCnt) { q31_t sum = ((q31_t)(*pBias++) << bias_shift) + NN_ROUND(out_shift); uint16_t colCnt = dim_vec >> 2; pA = pV; while (colCnt) { q31_t inV1, inM1; inV1 = *__SIMD32(pA)++; inM1 = *__SIMD32(pB)++; sum = __SMLAD(inV1, inM1, sum); inV1 = *__SIMD32(pA)++; inM1 = *__SIMD32(pB)++; sum = __SMLAD(inV1, inM1, sum); colCnt--; } /* left-over of the vector */ colCnt = dim_vec & 0x3; while(colCnt) { q15_t inV = *pA++; q15_t inM = *pB++; sum += inV * inM; colCnt--; } *pO++ = (q15_t) (__SSAT((sum >> out_shift), 16)); rowCnt --; } #else int i, j; /* Run the following code as reference implementation for Cortex-M0 and Cortex-M3 */ for (i = 0; i < num_of_rows; i++) { int ip_out = ((q31_t)(bias[i]) << bias_shift) + NN_ROUND(out_shift); for (j = 0; j < dim_vec; j++) { ip_out += pV[j] * pM[i * dim_vec + j]; } pOut[i] = (q15_t) __SSAT((ip_out >> out_shift), 16); } #endif /* ARM_MATH_DSP */ /* Return to application */ return (ARM_MATH_SUCCESS); } /** * @} end of FC group */