Following the implementation of tcg_gen_gvec_3i, add a four-vector and immediate operand expansion method. Reviewed-by: Richard Henderson <richard.henderson@linaro.org> Signed-off-by: Matheus Ferst <matheus.ferst@eldorado.org.br> Message-Id: <20220225210936.1749575-34-matheus.ferst@eldorado.org.br> Signed-off-by: Cédric Le Goater <clg@kaod.org>
		
			
				
	
	
		
			470 lines
		
	
	
		
			21 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			470 lines
		
	
	
		
			21 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
/*
 | 
						|
 * Generic vector operation expansion
 | 
						|
 *
 | 
						|
 * Copyright (c) 2018 Linaro
 | 
						|
 *
 | 
						|
 * This library is free software; you can redistribute it and/or
 | 
						|
 * modify it under the terms of the GNU Lesser General Public
 | 
						|
 * License as published by the Free Software Foundation; either
 | 
						|
 * version 2.1 of the License, or (at your option) any later version.
 | 
						|
 *
 | 
						|
 * This library is distributed in the hope that it will be useful,
 | 
						|
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
						|
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 | 
						|
 * Lesser General Public License for more details.
 | 
						|
 *
 | 
						|
 * You should have received a copy of the GNU Lesser General Public
 | 
						|
 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
 | 
						|
 */
 | 
						|
 | 
						|
#ifndef TCG_TCG_OP_GVEC_H
 | 
						|
#define TCG_TCG_OP_GVEC_H
 | 
						|
 | 
						|
/*
 | 
						|
 * "Generic" vectors.  All operands are given as offsets from ENV,
 | 
						|
 * and therefore cannot also be allocated via tcg_global_mem_new_*.
 | 
						|
 * OPRSZ is the byte size of the vector upon which the operation is performed.
 | 
						|
 * MAXSZ is the byte size of the full vector; bytes beyond OPSZ are cleared.
 | 
						|
 *
 | 
						|
 * All sizes must be 8 or any multiple of 16.
 | 
						|
 * When OPRSZ is 8, the alignment may be 8, otherwise must be 16.
 | 
						|
 * Operands may completely, but not partially, overlap.
 | 
						|
 */
 | 
						|
 | 
						|
/* Expand a call to a gvec-style helper, with pointers to two vector
 | 
						|
   operands, and a descriptor (see tcg-gvec-desc.h).  */
 | 
						|
typedef void gen_helper_gvec_2(TCGv_ptr, TCGv_ptr, TCGv_i32);
 | 
						|
void tcg_gen_gvec_2_ool(uint32_t dofs, uint32_t aofs,
 | 
						|
                        uint32_t oprsz, uint32_t maxsz, int32_t data,
 | 
						|
                        gen_helper_gvec_2 *fn);
 | 
						|
 | 
						|
/* Similarly, passing an extra data value.  */
 | 
						|
typedef void gen_helper_gvec_2i(TCGv_ptr, TCGv_ptr, TCGv_i64, TCGv_i32);
 | 
						|
void tcg_gen_gvec_2i_ool(uint32_t dofs, uint32_t aofs, TCGv_i64 c,
 | 
						|
                         uint32_t oprsz, uint32_t maxsz, int32_t data,
 | 
						|
                         gen_helper_gvec_2i *fn);
 | 
						|
 | 
						|
/* Similarly, passing an extra pointer (e.g. env or float_status).  */
 | 
						|
typedef void gen_helper_gvec_2_ptr(TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_i32);
 | 
						|
void tcg_gen_gvec_2_ptr(uint32_t dofs, uint32_t aofs,
 | 
						|
                        TCGv_ptr ptr, uint32_t oprsz, uint32_t maxsz,
 | 
						|
                        int32_t data, gen_helper_gvec_2_ptr *fn);
 | 
						|
 | 
						|
/* Similarly, with three vector operands.  */
 | 
						|
typedef void gen_helper_gvec_3(TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_i32);
 | 
						|
void tcg_gen_gvec_3_ool(uint32_t dofs, uint32_t aofs, uint32_t bofs,
 | 
						|
                        uint32_t oprsz, uint32_t maxsz, int32_t data,
 | 
						|
                        gen_helper_gvec_3 *fn);
 | 
						|
 | 
						|
/* Similarly, with four vector operands.  */
 | 
						|
typedef void gen_helper_gvec_4(TCGv_ptr, TCGv_ptr, TCGv_ptr,
 | 
						|
                               TCGv_ptr, TCGv_i32);
 | 
						|
void tcg_gen_gvec_4_ool(uint32_t dofs, uint32_t aofs, uint32_t bofs,
 | 
						|
                        uint32_t cofs, uint32_t oprsz, uint32_t maxsz,
 | 
						|
                        int32_t data, gen_helper_gvec_4 *fn);
 | 
						|
 | 
						|
/* Similarly, with five vector operands.  */
 | 
						|
typedef void gen_helper_gvec_5(TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_ptr,
 | 
						|
                               TCGv_ptr, TCGv_i32);
 | 
						|
void tcg_gen_gvec_5_ool(uint32_t dofs, uint32_t aofs, uint32_t bofs,
 | 
						|
                        uint32_t cofs, uint32_t xofs, uint32_t oprsz,
 | 
						|
                        uint32_t maxsz, int32_t data, gen_helper_gvec_5 *fn);
 | 
						|
 | 
						|
typedef void gen_helper_gvec_3_ptr(TCGv_ptr, TCGv_ptr, TCGv_ptr,
 | 
						|
                                   TCGv_ptr, TCGv_i32);
 | 
						|
void tcg_gen_gvec_3_ptr(uint32_t dofs, uint32_t aofs, uint32_t bofs,
 | 
						|
                        TCGv_ptr ptr, uint32_t oprsz, uint32_t maxsz,
 | 
						|
                        int32_t data, gen_helper_gvec_3_ptr *fn);
 | 
						|
 | 
						|
typedef void gen_helper_gvec_4_ptr(TCGv_ptr, TCGv_ptr, TCGv_ptr,
 | 
						|
                                   TCGv_ptr, TCGv_ptr, TCGv_i32);
 | 
						|
void tcg_gen_gvec_4_ptr(uint32_t dofs, uint32_t aofs, uint32_t bofs,
 | 
						|
                        uint32_t cofs, TCGv_ptr ptr, uint32_t oprsz,
 | 
						|
                        uint32_t maxsz, int32_t data,
 | 
						|
                        gen_helper_gvec_4_ptr *fn);
 | 
						|
 | 
						|
typedef void gen_helper_gvec_5_ptr(TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_ptr,
 | 
						|
                                   TCGv_ptr, TCGv_ptr, TCGv_i32);
 | 
						|
void tcg_gen_gvec_5_ptr(uint32_t dofs, uint32_t aofs, uint32_t bofs,
 | 
						|
                        uint32_t cofs, uint32_t eofs, TCGv_ptr ptr,
 | 
						|
                        uint32_t oprsz, uint32_t maxsz, int32_t data,
 | 
						|
                        gen_helper_gvec_5_ptr *fn);
 | 
						|
 | 
						|
/* Expand a gvec operation.  Either inline or out-of-line depending on
 | 
						|
   the actual vector size and the operations supported by the host.  */
 | 
						|
typedef struct {
 | 
						|
    /* Expand inline as a 64-bit or 32-bit integer.
 | 
						|
       Only one of these will be non-NULL.  */
 | 
						|
    void (*fni8)(TCGv_i64, TCGv_i64);
 | 
						|
    void (*fni4)(TCGv_i32, TCGv_i32);
 | 
						|
    /* Expand inline with a host vector type.  */
 | 
						|
    void (*fniv)(unsigned, TCGv_vec, TCGv_vec);
 | 
						|
    /* Expand out-of-line helper w/descriptor.  */
 | 
						|
    gen_helper_gvec_2 *fno;
 | 
						|
    /* The optional opcodes, if any, utilized by .fniv.  */
 | 
						|
    const TCGOpcode *opt_opc;
 | 
						|
    /* The data argument to the out-of-line helper.  */
 | 
						|
    int32_t data;
 | 
						|
    /* The vector element size, if applicable.  */
 | 
						|
    uint8_t vece;
 | 
						|
    /* Prefer i64 to v64.  */
 | 
						|
    bool prefer_i64;
 | 
						|
    /* Load dest as a 2nd source operand.  */
 | 
						|
    bool load_dest;
 | 
						|
} GVecGen2;
 | 
						|
 | 
						|
typedef struct {
 | 
						|
    /* Expand inline as a 64-bit or 32-bit integer.
 | 
						|
       Only one of these will be non-NULL.  */
 | 
						|
    void (*fni8)(TCGv_i64, TCGv_i64, int64_t);
 | 
						|
    void (*fni4)(TCGv_i32, TCGv_i32, int32_t);
 | 
						|
    /* Expand inline with a host vector type.  */
 | 
						|
    void (*fniv)(unsigned, TCGv_vec, TCGv_vec, int64_t);
 | 
						|
    /* Expand out-of-line helper w/descriptor, data in descriptor.  */
 | 
						|
    gen_helper_gvec_2 *fno;
 | 
						|
    /* Expand out-of-line helper w/descriptor, data as argument.  */
 | 
						|
    gen_helper_gvec_2i *fnoi;
 | 
						|
    /* The optional opcodes, if any, utilized by .fniv.  */
 | 
						|
    const TCGOpcode *opt_opc;
 | 
						|
    /* The vector element size, if applicable.  */
 | 
						|
    uint8_t vece;
 | 
						|
    /* Prefer i64 to v64.  */
 | 
						|
    bool prefer_i64;
 | 
						|
    /* Load dest as a 3rd source operand.  */
 | 
						|
    bool load_dest;
 | 
						|
} GVecGen2i;
 | 
						|
 | 
						|
typedef struct {
 | 
						|
    /* Expand inline as a 64-bit or 32-bit integer.
 | 
						|
       Only one of these will be non-NULL.  */
 | 
						|
    void (*fni8)(TCGv_i64, TCGv_i64, TCGv_i64);
 | 
						|
    void (*fni4)(TCGv_i32, TCGv_i32, TCGv_i32);
 | 
						|
    /* Expand inline with a host vector type.  */
 | 
						|
    void (*fniv)(unsigned, TCGv_vec, TCGv_vec, TCGv_vec);
 | 
						|
    /* Expand out-of-line helper w/descriptor.  */
 | 
						|
    gen_helper_gvec_2i *fno;
 | 
						|
    /* The optional opcodes, if any, utilized by .fniv.  */
 | 
						|
    const TCGOpcode *opt_opc;
 | 
						|
    /* The data argument to the out-of-line helper.  */
 | 
						|
    uint32_t data;
 | 
						|
    /* The vector element size, if applicable.  */
 | 
						|
    uint8_t vece;
 | 
						|
    /* Prefer i64 to v64.  */
 | 
						|
    bool prefer_i64;
 | 
						|
    /* Load scalar as 1st source operand.  */
 | 
						|
    bool scalar_first;
 | 
						|
} GVecGen2s;
 | 
						|
 | 
						|
typedef struct {
 | 
						|
    /* Expand inline as a 64-bit or 32-bit integer.
 | 
						|
       Only one of these will be non-NULL.  */
 | 
						|
    void (*fni8)(TCGv_i64, TCGv_i64, TCGv_i64);
 | 
						|
    void (*fni4)(TCGv_i32, TCGv_i32, TCGv_i32);
 | 
						|
    /* Expand inline with a host vector type.  */
 | 
						|
    void (*fniv)(unsigned, TCGv_vec, TCGv_vec, TCGv_vec);
 | 
						|
    /* Expand out-of-line helper w/descriptor.  */
 | 
						|
    gen_helper_gvec_3 *fno;
 | 
						|
    /* The optional opcodes, if any, utilized by .fniv.  */
 | 
						|
    const TCGOpcode *opt_opc;
 | 
						|
    /* The data argument to the out-of-line helper.  */
 | 
						|
    int32_t data;
 | 
						|
    /* The vector element size, if applicable.  */
 | 
						|
    uint8_t vece;
 | 
						|
    /* Prefer i64 to v64.  */
 | 
						|
    bool prefer_i64;
 | 
						|
    /* Load dest as a 3rd source operand.  */
 | 
						|
    bool load_dest;
 | 
						|
} GVecGen3;
 | 
						|
 | 
						|
typedef struct {
 | 
						|
    /*
 | 
						|
     * Expand inline as a 64-bit or 32-bit integer. Only one of these will be
 | 
						|
     * non-NULL.
 | 
						|
     */
 | 
						|
    void (*fni8)(TCGv_i64, TCGv_i64, TCGv_i64, int64_t);
 | 
						|
    void (*fni4)(TCGv_i32, TCGv_i32, TCGv_i32, int32_t);
 | 
						|
    /* Expand inline with a host vector type.  */
 | 
						|
    void (*fniv)(unsigned, TCGv_vec, TCGv_vec, TCGv_vec, int64_t);
 | 
						|
    /* Expand out-of-line helper w/descriptor, data in descriptor.  */
 | 
						|
    gen_helper_gvec_3 *fno;
 | 
						|
    /* The optional opcodes, if any, utilized by .fniv.  */
 | 
						|
    const TCGOpcode *opt_opc;
 | 
						|
    /* The vector element size, if applicable.  */
 | 
						|
    uint8_t vece;
 | 
						|
    /* Prefer i64 to v64.  */
 | 
						|
    bool prefer_i64;
 | 
						|
    /* Load dest as a 3rd source operand.  */
 | 
						|
    bool load_dest;
 | 
						|
} GVecGen3i;
 | 
						|
 | 
						|
typedef struct {
 | 
						|
    /* Expand inline as a 64-bit or 32-bit integer.
 | 
						|
       Only one of these will be non-NULL.  */
 | 
						|
    void (*fni8)(TCGv_i64, TCGv_i64, TCGv_i64, TCGv_i64);
 | 
						|
    void (*fni4)(TCGv_i32, TCGv_i32, TCGv_i32, TCGv_i32);
 | 
						|
    /* Expand inline with a host vector type.  */
 | 
						|
    void (*fniv)(unsigned, TCGv_vec, TCGv_vec, TCGv_vec, TCGv_vec);
 | 
						|
    /* Expand out-of-line helper w/descriptor.  */
 | 
						|
    gen_helper_gvec_4 *fno;
 | 
						|
    /* The optional opcodes, if any, utilized by .fniv.  */
 | 
						|
    const TCGOpcode *opt_opc;
 | 
						|
    /* The data argument to the out-of-line helper.  */
 | 
						|
    int32_t data;
 | 
						|
    /* The vector element size, if applicable.  */
 | 
						|
    uint8_t vece;
 | 
						|
    /* Prefer i64 to v64.  */
 | 
						|
    bool prefer_i64;
 | 
						|
    /* Write aofs as a 2nd dest operand.  */
 | 
						|
    bool write_aofs;
 | 
						|
} GVecGen4;
 | 
						|
 | 
						|
typedef struct {
 | 
						|
    /*
 | 
						|
     * Expand inline as a 64-bit or 32-bit integer. Only one of these will be
 | 
						|
     * non-NULL.
 | 
						|
     */
 | 
						|
    void (*fni8)(TCGv_i64, TCGv_i64, TCGv_i64, TCGv_i64, int64_t);
 | 
						|
    void (*fni4)(TCGv_i32, TCGv_i32, TCGv_i32, TCGv_i32, int32_t);
 | 
						|
    /* Expand inline with a host vector type.  */
 | 
						|
    void (*fniv)(unsigned, TCGv_vec, TCGv_vec, TCGv_vec, TCGv_vec, int64_t);
 | 
						|
    /* Expand out-of-line helper w/descriptor, data in descriptor.  */
 | 
						|
    gen_helper_gvec_4 *fno;
 | 
						|
    /* The optional opcodes, if any, utilized by .fniv.  */
 | 
						|
    const TCGOpcode *opt_opc;
 | 
						|
    /* The vector element size, if applicable.  */
 | 
						|
    uint8_t vece;
 | 
						|
    /* Prefer i64 to v64.  */
 | 
						|
    bool prefer_i64;
 | 
						|
} GVecGen4i;
 | 
						|
 | 
						|
void tcg_gen_gvec_2(uint32_t dofs, uint32_t aofs,
 | 
						|
                    uint32_t oprsz, uint32_t maxsz, const GVecGen2 *);
 | 
						|
void tcg_gen_gvec_2i(uint32_t dofs, uint32_t aofs, uint32_t oprsz,
 | 
						|
                     uint32_t maxsz, int64_t c, const GVecGen2i *);
 | 
						|
void tcg_gen_gvec_2s(uint32_t dofs, uint32_t aofs, uint32_t oprsz,
 | 
						|
                     uint32_t maxsz, TCGv_i64 c, const GVecGen2s *);
 | 
						|
void tcg_gen_gvec_3(uint32_t dofs, uint32_t aofs, uint32_t bofs,
 | 
						|
                    uint32_t oprsz, uint32_t maxsz, const GVecGen3 *);
 | 
						|
void tcg_gen_gvec_3i(uint32_t dofs, uint32_t aofs, uint32_t bofs,
 | 
						|
                     uint32_t oprsz, uint32_t maxsz, int64_t c,
 | 
						|
                     const GVecGen3i *);
 | 
						|
void tcg_gen_gvec_4(uint32_t dofs, uint32_t aofs, uint32_t bofs, uint32_t cofs,
 | 
						|
                    uint32_t oprsz, uint32_t maxsz, const GVecGen4 *);
 | 
						|
void tcg_gen_gvec_4i(uint32_t dofs, uint32_t aofs, uint32_t bofs, uint32_t cofs,
 | 
						|
                     uint32_t oprsz, uint32_t maxsz, int64_t c,
 | 
						|
                     const GVecGen4i *);
 | 
						|
 | 
						|
/* Expand a specific vector operation.  */
 | 
						|
 | 
						|
void tcg_gen_gvec_mov(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                      uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_not(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                      uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_neg(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                      uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_abs(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                      uint32_t oprsz, uint32_t maxsz);
 | 
						|
 | 
						|
void tcg_gen_gvec_add(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                      uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_sub(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                      uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_mul(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                      uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
 | 
						|
void tcg_gen_gvec_addi(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       int64_t c, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_muli(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       int64_t c, uint32_t oprsz, uint32_t maxsz);
 | 
						|
 | 
						|
void tcg_gen_gvec_adds(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_subs(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_muls(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
 | 
						|
 | 
						|
/* Saturated arithmetic.  */
 | 
						|
void tcg_gen_gvec_ssadd(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_sssub(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_usadd(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_ussub(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
 | 
						|
/* Min/max.  */
 | 
						|
void tcg_gen_gvec_smin(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_umin(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_smax(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_umax(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
 | 
						|
void tcg_gen_gvec_and(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                      uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_or(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                     uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_xor(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                      uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_andc(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_orc(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                      uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_nand(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_nor(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                      uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_eqv(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                      uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
 | 
						|
void tcg_gen_gvec_andi(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       int64_t c, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_xori(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       int64_t c, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_ori(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                      int64_t c, uint32_t oprsz, uint32_t maxsz);
 | 
						|
 | 
						|
void tcg_gen_gvec_ands(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_xors(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_ors(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                      TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
 | 
						|
 | 
						|
void tcg_gen_gvec_dup_mem(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                          uint32_t s, uint32_t m);
 | 
						|
void tcg_gen_gvec_dup_imm(unsigned vece, uint32_t dofs, uint32_t s,
 | 
						|
                          uint32_t m, uint64_t imm);
 | 
						|
void tcg_gen_gvec_dup_i32(unsigned vece, uint32_t dofs, uint32_t s,
 | 
						|
                          uint32_t m, TCGv_i32);
 | 
						|
void tcg_gen_gvec_dup_i64(unsigned vece, uint32_t dofs, uint32_t s,
 | 
						|
                          uint32_t m, TCGv_i64);
 | 
						|
 | 
						|
#if TARGET_LONG_BITS == 64
 | 
						|
# define tcg_gen_gvec_dup_tl  tcg_gen_gvec_dup_i64
 | 
						|
#else
 | 
						|
# define tcg_gen_gvec_dup_tl  tcg_gen_gvec_dup_i32
 | 
						|
#endif
 | 
						|
 | 
						|
void tcg_gen_gvec_shli(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       int64_t shift, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_shri(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       int64_t shift, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_sari(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       int64_t shift, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_rotli(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                        int64_t shift, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_rotri(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                        int64_t shift, uint32_t oprsz, uint32_t maxsz);
 | 
						|
 | 
						|
void tcg_gen_gvec_shls(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_shrs(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_sars(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_rotls(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                        TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz);
 | 
						|
 | 
						|
/*
 | 
						|
 * Perform vector shift by vector element, modulo the element size.
 | 
						|
 * E.g.  D[i] = A[i] << (B[i] % (8 << vece)).
 | 
						|
 */
 | 
						|
void tcg_gen_gvec_shlv(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_shrv(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_sarv(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_rotlv(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
void tcg_gen_gvec_rotrv(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
 | 
						|
 | 
						|
void tcg_gen_gvec_cmp(TCGCond cond, unsigned vece, uint32_t dofs,
 | 
						|
                      uint32_t aofs, uint32_t bofs,
 | 
						|
                      uint32_t oprsz, uint32_t maxsz);
 | 
						|
 | 
						|
/*
 | 
						|
 * Perform vector bit select: d = (b & a) | (c & ~a).
 | 
						|
 */
 | 
						|
void tcg_gen_gvec_bitsel(unsigned vece, uint32_t dofs, uint32_t aofs,
 | 
						|
                         uint32_t bofs, uint32_t cofs,
 | 
						|
                         uint32_t oprsz, uint32_t maxsz);
 | 
						|
 | 
						|
/*
 | 
						|
 * 64-bit vector operations.  Use these when the register has been allocated
 | 
						|
 * with tcg_global_mem_new_i64, and so we cannot also address it via pointer.
 | 
						|
 * OPRSZ = MAXSZ = 8.
 | 
						|
 */
 | 
						|
 | 
						|
void tcg_gen_vec_neg8_i64(TCGv_i64 d, TCGv_i64 a);
 | 
						|
void tcg_gen_vec_neg16_i64(TCGv_i64 d, TCGv_i64 a);
 | 
						|
void tcg_gen_vec_neg32_i64(TCGv_i64 d, TCGv_i64 a);
 | 
						|
 | 
						|
void tcg_gen_vec_add8_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b);
 | 
						|
void tcg_gen_vec_add16_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b);
 | 
						|
void tcg_gen_vec_add32_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b);
 | 
						|
 | 
						|
void tcg_gen_vec_sub8_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b);
 | 
						|
void tcg_gen_vec_sub16_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b);
 | 
						|
void tcg_gen_vec_sub32_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b);
 | 
						|
 | 
						|
void tcg_gen_vec_shl8i_i64(TCGv_i64 d, TCGv_i64 a, int64_t);
 | 
						|
void tcg_gen_vec_shl16i_i64(TCGv_i64 d, TCGv_i64 a, int64_t);
 | 
						|
void tcg_gen_vec_shr8i_i64(TCGv_i64 d, TCGv_i64 a, int64_t);
 | 
						|
void tcg_gen_vec_shr16i_i64(TCGv_i64 d, TCGv_i64 a, int64_t);
 | 
						|
void tcg_gen_vec_sar8i_i64(TCGv_i64 d, TCGv_i64 a, int64_t);
 | 
						|
void tcg_gen_vec_sar16i_i64(TCGv_i64 d, TCGv_i64 a, int64_t);
 | 
						|
void tcg_gen_vec_rotl8i_i64(TCGv_i64 d, TCGv_i64 a, int64_t c);
 | 
						|
void tcg_gen_vec_rotl16i_i64(TCGv_i64 d, TCGv_i64 a, int64_t c);
 | 
						|
 | 
						|
/* 32-bit vector operations. */
 | 
						|
void tcg_gen_vec_add8_i32(TCGv_i32 d, TCGv_i32 a, TCGv_i32 b);
 | 
						|
void tcg_gen_vec_add16_i32(TCGv_i32 d, TCGv_i32 a, TCGv_i32 b);
 | 
						|
 | 
						|
void tcg_gen_vec_sub8_i32(TCGv_i32 d, TCGv_i32 a, TCGv_i32 b);
 | 
						|
void tcg_gen_vec_sub16_i32(TCGv_i32 d, TCGv_i32 a, TCGv_i32 b);
 | 
						|
 | 
						|
void tcg_gen_vec_shl8i_i32(TCGv_i32 d, TCGv_i32 a, int32_t);
 | 
						|
void tcg_gen_vec_shl16i_i32(TCGv_i32 d, TCGv_i32 a, int32_t);
 | 
						|
void tcg_gen_vec_shr8i_i32(TCGv_i32 d, TCGv_i32 a, int32_t);
 | 
						|
void tcg_gen_vec_shr16i_i32(TCGv_i32 d, TCGv_i32 a, int32_t);
 | 
						|
void tcg_gen_vec_sar8i_i32(TCGv_i32 d, TCGv_i32 a, int32_t);
 | 
						|
void tcg_gen_vec_sar16i_i32(TCGv_i32 d, TCGv_i32 a, int32_t);
 | 
						|
 | 
						|
#if TARGET_LONG_BITS == 64
 | 
						|
#define tcg_gen_vec_add8_tl  tcg_gen_vec_add8_i64
 | 
						|
#define tcg_gen_vec_sub8_tl  tcg_gen_vec_sub8_i64
 | 
						|
#define tcg_gen_vec_add16_tl tcg_gen_vec_add16_i64
 | 
						|
#define tcg_gen_vec_sub16_tl tcg_gen_vec_sub16_i64
 | 
						|
#define tcg_gen_vec_add32_tl tcg_gen_vec_add32_i64
 | 
						|
#define tcg_gen_vec_sub32_tl tcg_gen_vec_sub32_i64
 | 
						|
#define tcg_gen_vec_shl8i_tl tcg_gen_vec_shl8i_i64
 | 
						|
#define tcg_gen_vec_shr8i_tl tcg_gen_vec_shr8i_i64
 | 
						|
#define tcg_gen_vec_sar8i_tl tcg_gen_vec_sar8i_i64
 | 
						|
#define tcg_gen_vec_shl16i_tl tcg_gen_vec_shl16i_i64
 | 
						|
#define tcg_gen_vec_shr16i_tl tcg_gen_vec_shr16i_i64
 | 
						|
#define tcg_gen_vec_sar16i_tl tcg_gen_vec_sar16i_i64
 | 
						|
 | 
						|
#else
 | 
						|
#define tcg_gen_vec_add8_tl  tcg_gen_vec_add8_i32
 | 
						|
#define tcg_gen_vec_sub8_tl  tcg_gen_vec_sub8_i32
 | 
						|
#define tcg_gen_vec_add16_tl tcg_gen_vec_add16_i32
 | 
						|
#define tcg_gen_vec_sub16_tl tcg_gen_vec_sub16_i32
 | 
						|
#define tcg_gen_vec_add32_tl tcg_gen_add_i32
 | 
						|
#define tcg_gen_vec_sub32_tl tcg_gen_sub_i32
 | 
						|
#define tcg_gen_vec_shl8i_tl tcg_gen_vec_shl8i_i32
 | 
						|
#define tcg_gen_vec_shr8i_tl tcg_gen_vec_shr8i_i32
 | 
						|
#define tcg_gen_vec_sar8i_tl tcg_gen_vec_sar8i_i32
 | 
						|
#define tcg_gen_vec_shl16i_tl tcg_gen_vec_shl16i_i32
 | 
						|
#define tcg_gen_vec_shr16i_tl tcg_gen_vec_shr16i_i32
 | 
						|
#define tcg_gen_vec_sar16i_tl tcg_gen_vec_sar16i_i32
 | 
						|
#endif
 | 
						|
 | 
						|
#endif
 |