galois_gen_switch_nopshufb_amd64.go

// Code generated by command: go generate gen.go. DO NOT EDIT.

//go:build !appengine && !noasm && gc && !nogen && nopshufb
// +build !appengine,!noasm,gc,!nogen,nopshufb

package reedsolomon

import (
	"fmt"
)

const (
	codeGen              = true
	codeGenMaxGoroutines = 8
	codeGenMaxInputs     = 10
	codeGenMaxOutputs    = 10
	minCodeGenSize       = 64
)

var (
	fGFNI       = galMulSlicesGFNI
	fGFNIXor    = galMulSlicesGFNIXor
	fAvxGFNI    = galMulSlicesAvxGFNI
	fAvxGFNIXor = galMulSlicesAvxGFNIXor
)

func (r *reedSolomon) hasCodeGen(byteCount int, inputs, outputs int) (_, _ *func(matrix []byte, in, out [][]byte, start, stop int) int, ok bool) {
	return nil, nil, false // no code generation for generic case (only GFNI cases)
}

func (r *reedSolomon) canGFNI(byteCount int, inputs, outputs int) (_, _ *func(matrix []uint64, in, out [][]byte, start, stop int) int, ok bool) {
	if r.o.useAvx512GFNI {
		return &fGFNI, &fGFNIXor, codeGen &&
			byteCount >= codeGenMinSize && inputs+outputs >= codeGenMinShards &&
			inputs <= codeGenMaxInputs && outputs <= codeGenMaxOutputs
	}
	return &fAvxGFNI, &fAvxGFNIXor, codeGen && r.o.useAvxGNFI &&
		byteCount >= codeGenMinSize && inputs+outputs >= codeGenMinShards &&
		inputs <= codeGenMaxInputs && outputs <= codeGenMaxOutputs
}

func galMulSlicesAvx2(matrix []byte, in, out [][]byte, start, stop int) int    { panic(`no pshufb`) }
func galMulSlicesAvx2Xor(matrix []byte, in, out [][]byte, start, stop int) int { panic(`no pshufb`) }

func galMulSlicesGFNI(matrix []uint64, in, out [][]byte, start, stop int) int {
	n := (stop - start) & (maxInt - (64 - 1))

	if raceEnabled {
		raceReadSlices(in, start, n)
		raceWriteSlices(out, start, n)
	}

	switch len(in) {
	case 1:
		switch len(out) {
		case 1:
			mulGFNI_1x1_64(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_1x2_64(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_1x3_64(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_1x4_64(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_1x5_64(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_1x6_64(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_1x7_64(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_1x8_64(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_1x9_64(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_1x10_64(matrix, in, out, start, n)
			return n
		}
	case 2:
		switch len(out) {
		case 1:
			mulGFNI_2x1_64(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_2x2_64(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_2x3_64(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_2x4_64(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_2x5_64(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_2x6_64(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_2x7_64(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_2x8_64(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_2x9_64(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_2x10_64(matrix, in, out, start, n)
			return n
		}
	case 3:
		switch len(out) {
		case 1:
			mulGFNI_3x1_64(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_3x2_64(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_3x3_64(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_3x4_64(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_3x5_64(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_3x6_64(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_3x7_64(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_3x8_64(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_3x9_64(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_3x10_64(matrix, in, out, start, n)
			return n
		}
	case 4:
		switch len(out) {
		case 1:
			mulGFNI_4x1_64(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_4x2_64(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_4x3_64(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_4x4_64(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_4x5_64(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_4x6_64(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_4x7_64(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_4x8_64(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_4x9_64(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_4x10_64(matrix, in, out, start, n)
			return n
		}
	case 5:
		switch len(out) {
		case 1:
			mulGFNI_5x1_64(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_5x2_64(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_5x3_64(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_5x4_64(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_5x5_64(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_5x6_64(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_5x7_64(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_5x8_64(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_5x9_64(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_5x10_64(matrix, in, out, start, n)
			return n
		}
	case 6:
		switch len(out) {
		case 1:
			mulGFNI_6x1_64(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_6x2_64(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_6x3_64(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_6x4_64(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_6x5_64(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_6x6_64(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_6x7_64(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_6x8_64(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_6x9_64(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_6x10_64(matrix, in, out, start, n)
			return n
		}
	case 7:
		switch len(out) {
		case 1:
			mulGFNI_7x1_64(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_7x2_64(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_7x3_64(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_7x4_64(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_7x5_64(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_7x6_64(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_7x7_64(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_7x8_64(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_7x9_64(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_7x10_64(matrix, in, out, start, n)
			return n
		}
	case 8:
		switch len(out) {
		case 1:
			mulGFNI_8x1_64(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_8x2_64(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_8x3_64(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_8x4_64(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_8x5_64(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_8x6_64(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_8x7_64(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_8x8_64(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_8x9_64(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_8x10_64(matrix, in, out, start, n)
			return n
		}
	case 9:
		switch len(out) {
		case 1:
			mulGFNI_9x1_64(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_9x2_64(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_9x3_64(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_9x4_64(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_9x5_64(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_9x6_64(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_9x7_64(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_9x8_64(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_9x9_64(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_9x10_64(matrix, in, out, start, n)
			return n
		}
	case 10:
		switch len(out) {
		case 1:
			mulGFNI_10x1_64(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_10x2_64(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_10x3_64(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_10x4_64(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_10x5_64(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_10x6_64(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_10x7_64(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_10x8_64(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_10x9_64(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_10x10_64(matrix, in, out, start, n)
			return n
		}
	}
	panic(fmt.Sprintf("unhandled size: %dx%d", len(in), len(out)))
}

func galMulSlicesGFNIXor(matrix []uint64, in, out [][]byte, start, stop int) int {
	n := (stop - start) & (maxInt - (64 - 1))

	if raceEnabled {
		raceReadSlices(in, start, n)
		raceWriteSlices(out, start, n)
	}

	switch len(in) {
	case 1:
		switch len(out) {
		case 1:
			mulGFNI_1x1_64Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_1x2_64Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_1x3_64Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_1x4_64Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_1x5_64Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_1x6_64Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_1x7_64Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_1x8_64Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_1x9_64Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_1x10_64Xor(matrix, in, out, start, n)
			return n
		}
	case 2:
		switch len(out) {
		case 1:
			mulGFNI_2x1_64Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_2x2_64Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_2x3_64Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_2x4_64Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_2x5_64Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_2x6_64Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_2x7_64Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_2x8_64Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_2x9_64Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_2x10_64Xor(matrix, in, out, start, n)
			return n
		}
	case 3:
		switch len(out) {
		case 1:
			mulGFNI_3x1_64Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_3x2_64Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_3x3_64Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_3x4_64Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_3x5_64Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_3x6_64Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_3x7_64Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_3x8_64Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_3x9_64Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_3x10_64Xor(matrix, in, out, start, n)
			return n
		}
	case 4:
		switch len(out) {
		case 1:
			mulGFNI_4x1_64Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_4x2_64Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_4x3_64Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_4x4_64Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_4x5_64Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_4x6_64Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_4x7_64Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_4x8_64Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_4x9_64Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_4x10_64Xor(matrix, in, out, start, n)
			return n
		}
	case 5:
		switch len(out) {
		case 1:
			mulGFNI_5x1_64Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_5x2_64Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_5x3_64Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_5x4_64Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_5x5_64Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_5x6_64Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_5x7_64Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_5x8_64Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_5x9_64Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_5x10_64Xor(matrix, in, out, start, n)
			return n
		}
	case 6:
		switch len(out) {
		case 1:
			mulGFNI_6x1_64Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_6x2_64Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_6x3_64Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_6x4_64Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_6x5_64Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_6x6_64Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_6x7_64Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_6x8_64Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_6x9_64Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_6x10_64Xor(matrix, in, out, start, n)
			return n
		}
	case 7:
		switch len(out) {
		case 1:
			mulGFNI_7x1_64Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_7x2_64Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_7x3_64Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_7x4_64Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_7x5_64Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_7x6_64Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_7x7_64Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_7x8_64Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_7x9_64Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_7x10_64Xor(matrix, in, out, start, n)
			return n
		}
	case 8:
		switch len(out) {
		case 1:
			mulGFNI_8x1_64Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_8x2_64Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_8x3_64Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_8x4_64Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_8x5_64Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_8x6_64Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_8x7_64Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_8x8_64Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_8x9_64Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_8x10_64Xor(matrix, in, out, start, n)
			return n
		}
	case 9:
		switch len(out) {
		case 1:
			mulGFNI_9x1_64Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_9x2_64Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_9x3_64Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_9x4_64Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_9x5_64Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_9x6_64Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_9x7_64Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_9x8_64Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_9x9_64Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_9x10_64Xor(matrix, in, out, start, n)
			return n
		}
	case 10:
		switch len(out) {
		case 1:
			mulGFNI_10x1_64Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulGFNI_10x2_64Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulGFNI_10x3_64Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulGFNI_10x4_64Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulGFNI_10x5_64Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulGFNI_10x6_64Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulGFNI_10x7_64Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulGFNI_10x8_64Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulGFNI_10x9_64Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulGFNI_10x10_64Xor(matrix, in, out, start, n)
			return n
		}
	}
	panic(fmt.Sprintf("unhandled size: %dx%d", len(in), len(out)))
}

func galMulSlicesAvxGFNI(matrix []uint64, in, out [][]byte, start, stop int) int {
	n := (stop - start) & (maxInt - (32 - 1))

	if raceEnabled {
		raceReadSlices(in, start, n)
		raceWriteSlices(out, start, n)
	}

	switch len(in) {
	case 1:
		switch len(out) {
		case 1:
			mulAvxGFNI_1x1(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_1x2(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_1x3(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_1x4(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_1x5(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_1x6(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_1x7(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_1x8(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_1x9(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_1x10(matrix, in, out, start, n)
			return n
		}
	case 2:
		switch len(out) {
		case 1:
			mulAvxGFNI_2x1(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_2x2(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_2x3(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_2x4(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_2x5(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_2x6(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_2x7(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_2x8(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_2x9(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_2x10(matrix, in, out, start, n)
			return n
		}
	case 3:
		switch len(out) {
		case 1:
			mulAvxGFNI_3x1(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_3x2(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_3x3(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_3x4(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_3x5(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_3x6(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_3x7(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_3x8(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_3x9(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_3x10(matrix, in, out, start, n)
			return n
		}
	case 4:
		switch len(out) {
		case 1:
			mulAvxGFNI_4x1(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_4x2(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_4x3(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_4x4(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_4x5(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_4x6(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_4x7(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_4x8(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_4x9(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_4x10(matrix, in, out, start, n)
			return n
		}
	case 5:
		switch len(out) {
		case 1:
			mulAvxGFNI_5x1(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_5x2(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_5x3(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_5x4(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_5x5(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_5x6(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_5x7(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_5x8(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_5x9(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_5x10(matrix, in, out, start, n)
			return n
		}
	case 6:
		switch len(out) {
		case 1:
			mulAvxGFNI_6x1(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_6x2(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_6x3(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_6x4(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_6x5(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_6x6(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_6x7(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_6x8(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_6x9(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_6x10(matrix, in, out, start, n)
			return n
		}
	case 7:
		switch len(out) {
		case 1:
			mulAvxGFNI_7x1(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_7x2(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_7x3(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_7x4(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_7x5(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_7x6(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_7x7(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_7x8(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_7x9(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_7x10(matrix, in, out, start, n)
			return n
		}
	case 8:
		switch len(out) {
		case 1:
			mulAvxGFNI_8x1(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_8x2(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_8x3(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_8x4(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_8x5(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_8x6(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_8x7(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_8x8(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_8x9(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_8x10(matrix, in, out, start, n)
			return n
		}
	case 9:
		switch len(out) {
		case 1:
			mulAvxGFNI_9x1(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_9x2(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_9x3(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_9x4(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_9x5(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_9x6(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_9x7(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_9x8(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_9x9(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_9x10(matrix, in, out, start, n)
			return n
		}
	case 10:
		switch len(out) {
		case 1:
			mulAvxGFNI_10x1(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_10x2(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_10x3(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_10x4(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_10x5(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_10x6(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_10x7(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_10x8(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_10x9(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_10x10(matrix, in, out, start, n)
			return n
		}
	}
	panic(fmt.Sprintf("unhandled size: %dx%d", len(in), len(out)))
}

func galMulSlicesAvxGFNIXor(matrix []uint64, in, out [][]byte, start, stop int) int {
	n := (stop - start) & (maxInt - (32 - 1))

	if raceEnabled {
		raceReadSlices(in, start, n)
		raceWriteSlices(out, start, n)
	}

	switch len(in) {
	case 1:
		switch len(out) {
		case 1:
			mulAvxGFNI_1x1Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_1x2Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_1x3Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_1x4Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_1x5Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_1x6Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_1x7Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_1x8Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_1x9Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_1x10Xor(matrix, in, out, start, n)
			return n
		}
	case 2:
		switch len(out) {
		case 1:
			mulAvxGFNI_2x1Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_2x2Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_2x3Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_2x4Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_2x5Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_2x6Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_2x7Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_2x8Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_2x9Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_2x10Xor(matrix, in, out, start, n)
			return n
		}
	case 3:
		switch len(out) {
		case 1:
			mulAvxGFNI_3x1Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_3x2Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_3x3Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_3x4Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_3x5Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_3x6Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_3x7Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_3x8Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_3x9Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_3x10Xor(matrix, in, out, start, n)
			return n
		}
	case 4:
		switch len(out) {
		case 1:
			mulAvxGFNI_4x1Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_4x2Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_4x3Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_4x4Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_4x5Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_4x6Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_4x7Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_4x8Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_4x9Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_4x10Xor(matrix, in, out, start, n)
			return n
		}
	case 5:
		switch len(out) {
		case 1:
			mulAvxGFNI_5x1Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_5x2Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_5x3Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_5x4Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_5x5Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_5x6Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_5x7Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_5x8Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_5x9Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_5x10Xor(matrix, in, out, start, n)
			return n
		}
	case 6:
		switch len(out) {
		case 1:
			mulAvxGFNI_6x1Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_6x2Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_6x3Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_6x4Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_6x5Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_6x6Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_6x7Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_6x8Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_6x9Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_6x10Xor(matrix, in, out, start, n)
			return n
		}
	case 7:
		switch len(out) {
		case 1:
			mulAvxGFNI_7x1Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_7x2Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_7x3Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_7x4Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_7x5Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_7x6Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_7x7Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_7x8Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_7x9Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_7x10Xor(matrix, in, out, start, n)
			return n
		}
	case 8:
		switch len(out) {
		case 1:
			mulAvxGFNI_8x1Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_8x2Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_8x3Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_8x4Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_8x5Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_8x6Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_8x7Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_8x8Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_8x9Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_8x10Xor(matrix, in, out, start, n)
			return n
		}
	case 9:
		switch len(out) {
		case 1:
			mulAvxGFNI_9x1Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_9x2Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_9x3Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_9x4Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_9x5Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_9x6Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_9x7Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_9x8Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_9x9Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_9x10Xor(matrix, in, out, start, n)
			return n
		}
	case 10:
		switch len(out) {
		case 1:
			mulAvxGFNI_10x1Xor(matrix, in, out, start, n)
			return n
		case 2:
			mulAvxGFNI_10x2Xor(matrix, in, out, start, n)
			return n
		case 3:
			mulAvxGFNI_10x3Xor(matrix, in, out, start, n)
			return n
		case 4:
			mulAvxGFNI_10x4Xor(matrix, in, out, start, n)
			return n
		case 5:
			mulAvxGFNI_10x5Xor(matrix, in, out, start, n)
			return n
		case 6:
			mulAvxGFNI_10x6Xor(matrix, in, out, start, n)
			return n
		case 7:
			mulAvxGFNI_10x7Xor(matrix, in, out, start, n)
			return n
		case 8:
			mulAvxGFNI_10x8Xor(matrix, in, out, start, n)
			return n
		case 9:
			mulAvxGFNI_10x9Xor(matrix, in, out, start, n)
			return n
		case 10:
			mulAvxGFNI_10x10Xor(matrix, in, out, start, n)
			return n
		}
	}
	panic(fmt.Sprintf("unhandled size: %dx%d", len(in), len(out)))
}