tesseract::IntSimdMatrix Struct Reference

#include <intsimdmatrix.h>

Public Types
using	MatrixDotVectorFunction = void(*)(int, int, const int8_t *, const double *, const int8_t *, double *)

Public Member Functions
void	Init (const GENERIC_2D_ARRAY< int8_t > &w, std::vector< int8_t > &shaped_w) const
int	RoundInputs (int size) const
int	RoundOutputs (int size) const

Static Public Member Functions
static void	MatrixDotVector (const GENERIC_2D_ARRAY< int8_t > &w, const GenericVector< double > &scales, const int8_t *u, double *v)
static int	Roundup (int input, int factor)

Public Attributes
MatrixDotVectorFunction	matrixDotVectorFunction
int	num_outputs_per_register_
int	max_output_registers_
int	num_inputs_per_register_
int	num_inputs_per_group_

Static Public Attributes
static const IntSimdMatrix *	intSimdMatrix = nullptr
static const IntSimdMatrix	intSimdMatrixAVX2
static const IntSimdMatrix	intSimdMatrixSSE

Detailed Description

Definition at line 63 of file intsimdmatrix.h.

Member Typedef Documentation

MatrixDotVectorFunction

using tesseract::IntSimdMatrix::MatrixDotVectorFunction = void (*)(int, int, const int8_t*, const double*, const int8_t*, double*)

Definition at line 100 of file intsimdmatrix.h.

Member Function Documentation

Init()

void tesseract::IntSimdMatrix::Init	(	const GENERIC_2D_ARRAY< int8_t > &	w,
		std::vector< int8_t > &	shaped_w
	)		const

Definition at line 29 of file intsimdmatrix.cpp.

                                                            {
  const int num_out = w.dim1();
  const int num_in = w.dim2() - 1;
  // The rounded-up sizes of the reshaped weight matrix, excluding biases.
  int rounded_num_in = Roundup(num_in, num_inputs_per_group_);
  int rounded_num_out = RoundOutputs(num_out);
  // Add the bias and compute the required size.
  shaped_w.resize((rounded_num_in + 1) * rounded_num_out, 0);
  int shaped_index = 0;
  int output = 0;
  // Each number of registers needs a different format! Iterates over the
  // different numbers of registers (each a power of 2).
  for (int num_registers = max_output_registers_; num_registers >= 1;
       num_registers /= 2) {
    // The number of outputs that we will generate with this many registers.
    int num_outputs_per_register_set =
        num_registers * num_outputs_per_register_;
    // Use the max number of registers until we have to go fewer.
    while (output + num_outputs_per_register_set <= rounded_num_out) {
      // Accumulating outputs in registers saves iterating over the inputs, so
      // we only have to do it once per output register set.
      for (int input = 0; input < num_in; input += num_inputs_per_group_) {
        // Iterate over the number of outputs in a register set.
        for (int j = 0; j < num_outputs_per_register_set; ++j) {
          // Inner-most loop corresponds to the number of inputs in an input
          // group.
          for (int i = 0; i < num_inputs_per_group_; ++i) {
            int8_t weight = 0;
            if (output + j < num_out && input + i < num_in)
              weight = w(output + j, input + i);
            shaped_w[shaped_index++] = weight;
          }
        }
      }
      // Append the bias weights for the register set.
      for (int j = 0; j < num_outputs_per_register_set; ++j) {
        int8_t weight = 0;
        if (output + j < num_out) weight = w(output + j, num_in);
        shaped_w[shaped_index++] = weight;
      }
      output += num_outputs_per_register_set;
    }
  }
}

MatrixDotVector()

void tesseract::IntSimdMatrix::MatrixDotVector ( const GENERIC_2D_ARRAY< int8_t > &  w, const GenericVector< double > &  scales, const int8_t *  u, double *  v  )

static

Definition at line 79 of file intsimdmatrix.cpp.

                                                                {
  int num_out = w.dim1();
  int num_in = w.dim2() - 1;
  // Base implementation.
  for (int i = 0; i < num_out; ++i) {
    const int8_t* wi = w[i];
    int total = 0;
    for (int j = 0; j < num_in; ++j) total += wi[j] * u[j];
    // Add in the bias and correct for integer values.
    v[i] = (static_cast<double>(total) / INT8_MAX + wi[num_in]) * scales[i];
  }
}

RoundInputs()

int tesseract::IntSimdMatrix::RoundInputs ( int  size ) const

inline

Definition at line 69 of file intsimdmatrix.h.

                                  {
    return Roundup(size, num_inputs_per_register_);
  }

RoundOutputs()

int tesseract::IntSimdMatrix::RoundOutputs ( int  size ) const

inline

Definition at line 73 of file intsimdmatrix.h.

                                   {
    return Roundup(size, num_outputs_per_register_);
  }

Roundup()

static int tesseract::IntSimdMatrix::Roundup ( int  input, int  factor  )

inlinestatic

Definition at line 87 of file intsimdmatrix.h.

                                            {
    return (input + factor - 1) / factor * factor;
  }

Member Data Documentation

intSimdMatrix

const IntSimdMatrix * tesseract::IntSimdMatrix::intSimdMatrix = nullptr

static

Definition at line 116 of file intsimdmatrix.h.

intSimdMatrixAVX2

const IntSimdMatrix tesseract::IntSimdMatrix::intSimdMatrixAVX2

static

Initial value:

= {
  
  matrixDotVector,
  
  kNumOutputsPerRegister,
  
  kMaxOutputRegisters,
  
  kNumInputsPerRegister,
  
  kNumInputsPerGroup
}

Definition at line 117 of file intsimdmatrix.h.

intSimdMatrixSSE

const IntSimdMatrix tesseract::IntSimdMatrix::intSimdMatrixSSE

static

Initial value:

= {
  matrixDotVector,
  
  1,
  
  1,
  
  1,
  
  1
}

Definition at line 118 of file intsimdmatrix.h.

matrixDotVectorFunction

MatrixDotVectorFunction tesseract::IntSimdMatrix::matrixDotVectorFunction

Definition at line 103 of file intsimdmatrix.h.

max_output_registers_

int tesseract::IntSimdMatrix::max_output_registers_

Definition at line 108 of file intsimdmatrix.h.

num_inputs_per_group_

int tesseract::IntSimdMatrix::num_inputs_per_group_

Definition at line 112 of file intsimdmatrix.h.

num_inputs_per_register_

int tesseract::IntSimdMatrix::num_inputs_per_register_

Definition at line 110 of file intsimdmatrix.h.

num_outputs_per_register_

int tesseract::IntSimdMatrix::num_outputs_per_register_

Definition at line 106 of file intsimdmatrix.h.

---

The documentation for this struct was generated from the following files:

• src/arch/intsimdmatrix.h
• src/arch/intsimdmatrix.cpp
• src/arch/intsimdmatrixavx2.cpp
• src/arch/intsimdmatrixsse.cpp