[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index]
[Guile-commits] 01/05: Remove ia64 (itanium) support
|
From: |
Andy Wingo |
|
Subject: |
[Guile-commits] 01/05: Remove ia64 (itanium) support |
|
Date: |
Wed, 8 May 2019 15:49:44 -0400 (EDT) |
wingo pushed a commit to branch master
in repository guile.
commit 80f79fca9349f81601f8b97e6650d9ad9d212c96
Author: Andy Wingo <address@hidden>
Date: Wed May 8 21:37:40 2019 +0200
Remove ia64 (itanium) support
This is a dead architecture without an official Debian port.
---
lightening.h | 2 -
lightening/endian.h | 6 +-
lightening/ia64-cpu.c | 5415 -----------------------------------------------
lightening/ia64-fpu.c | 1762 ---------------
lightening/ia64.c | 1772 ----------------
lightening/ia64.h | 120 --
lightening/lightening.c | 2 -
7 files changed, 1 insertion(+), 9078 deletions(-)
diff --git a/lightening.h b/lightening.h
index 40db318..000a193 100644
--- a/lightening.h
+++ b/lightening.h
@@ -97,8 +97,6 @@ typedef struct jit_reloc
# include "lightening/ppc.h"
#elif defined(__sparc__)
# include "lightening/sparc.h"
-#elif defined(__ia64__)
-# include "lightening/ia64.h"
#elif defined(__hppa__)
# include "lightening/hppa.h"
#elif defined(__aarch64__)
diff --git a/lightening/endian.h b/lightening/endian.h
index b9b1a91..65343a9 100644
--- a/lightening/endian.h
+++ b/lightening/endian.h
@@ -1,5 +1,5 @@
/*
- * Copyright (C) 2012-2018 Free Software Foundation, Inc.
+ * Copyright (C) 2012-2019 Free Software Foundation, Inc.
*
* This file is part of GNU lightning.
*
@@ -41,8 +41,6 @@
# define __WORDSIZE (__SIZEOF_POINTER__ << 3)
# elif defined(_ILP32) /* hppa hp-ux */
# define __WORDSIZE 32
-# elif defined(_LP64) /* ia64 hp-ux (with cc +DD64) */
-# define __WORDSIZE 64
# elif defined(_MIPS_SZPTR) /* mips irix */
# if _MIPS_SZPTR == 32
# define __WORDSIZE 32
@@ -83,8 +81,6 @@
# define __BYTE_ORDER __BYTE_ORDER__
# elif defined(_BIG_ENDIAN) /* hppa hp-ux */
# define __BYTE_ORDER __BIG_ENDIAN
-# elif defined(__BIG_ENDIAN__) /* ia64 hp-ux */
-# define __BYTE_ORDER __BIG_ENDIAN
# elif defined(__i386__) /* 32 bit x86 solaris */
# define __BYTE_ORDER __LITTLE_ENDIAN
# elif defined(__x86_64__) /* 64 bit x86 solaris */
diff --git a/lightening/ia64-cpu.c b/lightening/ia64-cpu.c
deleted file mode 100644
index 160f640..0000000
--- a/lightening/ia64-cpu.c
+++ /dev/null
@@ -1,5415 +0,0 @@
-/*
- * Copyright (C) 2013-2017, 2019 Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- * Paulo Cesar Pereira de Andrade
- */
-
-#if PROTO
-#define stack_framesize 144
-#define params_offset 16
-#define INST_NONE 0 /* should never be generated */
-#define INST_STOP 1 /* or'ed if stop is required */
-#define INST_A 2 /* M- or I- unit */
-#define INST_As 3
-#define INST_I 4
-#define INST_Is 5
-#define INST_M 6
-#define INST_Ms 7
-#define INST_F 8
-#define INST_Fs 9
-#define INST_B 10
-#define INST_Bs 11
-#define INST_L 12
-#define INST_Ls 13
-#define INST_X 14
-#define INST_Xs 15
-
-/* Data and instructions are referenced by 64-bit addresses. Instructions
- * are stored in memory in little endian byte order, in which the least
- * significant byte appears in the lowest addressed byte of a memory
- * location. For data, modes for both big and little endian byte order are
- * supported and can be controlled by a bit in the User Mask Register.
- */
-#define il(ii) *_jit->pc.ul++ = ii
-#define set_bundle(p, l, h, tm, s0, s1, s2) \
- do { \
- l = tm | ((s0 & 0x1ffffffffffL) << 5L) | (s1 << 46L); \
- h = ((s1 >> 18L) & 0x7fffffLL) | (s2 << 23L); \
- p[0] = byte_swap_if_big_endian(l); \
- p[1] = byte_swap_if_big_endian(h); \
- } while (0)
-#define get_bundle(p, l, h, tm, s0, s1, s2) \
- do { \
- l = byte_swap_if_big_endian(p[0]); \
- h = byte_swap_if_big_endian(p[1]); \
- tm = l & 0x1f; \
- s0 = (l >> 5L) & 0x1ffffffffffL; \
- s1 = ((l >> 46L) & 0x3ffffL) | ((h & 0x7fffffL) << 18L); \
- s2 = (h >> 23L) & 0x1ffffffffffL; \
- } while (0)
-
-/* Need to insert a stop if a modified register would (or could)
- * be read in the same cycle.
- */
-#define TSTREG1(r0) \
- do { \
- if (jit_regset_tstbit(&_jitc->regs, r0)) \
- stop(); \
- } while (0)
-#define TSTREG2(r0, r1)
\
- do { \
- if (jit_regset_tstbit(&_jitc->regs, r0) || \
- jit_regset_tstbit(&_jitc->regs, r1)) \
- stop(); \
- } while (0)
-#define TSTPRED(p0) \
- do { \
- if (p0 && (_jitc->pred & (1 << p0))) \
- stop(); \
- } while (0)
-/* Record register was modified */
-#define SETREG(r0) jit_regset_setbit(&_jitc->regs, r0)
-
-/* Avoid using constants in macros and code */
-typedef enum {
- GR_0, GR_1, GR_2, GR_3,
- GR_4, GR_5, GR_6, GR_7,
- GR_8, GR_9, GR_10, GR_11,
- GR_12, GR_13, GR_14, GR_15,
- GR_16, GR_17, GR_18, GR_19,
- GR_20, GR_21, GR_22, GR_23,
- GR_24, GR_25, GR_26, GR_27,
- GR_28, GR_29, GR_30, GR_31,
- GR_32, GR_33, GR_34, GR_35,
- GR_36, GR_37, GR_38, GR_39,
- GR_40, GR_41, GR_42, GR_43,
- /* GR_44...GR_127 */
-} gr_reg_t;
-
-typedef enum {
- PR_0, /* constant - always 1 */
- /* p0-p5 - preserved */
- PR_1, PR_2, PR_3, PR_4,
- PR_5,
- /* p6-p15 - scratch */
- PR_6, PR_7, PR_8, PR_9,
- PR_10, PR_11, PR_12, PR_13,
- PR_14, PR_15,
- /* p16-... - preserved - rotating */
-} pr_reg_t;
-
-typedef enum {
- BR_0, /* scratch - Return link */
- /* b1-b5 - preserved */
- BR_1, BR_2, BR_3, BR_4,
- BR_5,
- /* b6-b7 - scratch */
- BR_6, BR_7
-} br_reg_t;
-
-typedef enum {
- AR_KR0, AR_KR1, AR_KR2, AR_KR3,
- AR_KR4, AR_KR5, AR_KR6, AR_KR7,
- AR_8, AR_9, AR_10, AR_11,
- AR_12, AR_13, AR_14, AR_15,
- AR_RSC, AR_BSP, AR_BSPSTORE, AR_RNAT,
- AR_20, AR_FCR, AR_22, AR_23,
- AR_EFLAG, AR_CSD, AR_SSD, AR_CFLG,
- AR_FSR, AR_FIR, AR_FDR, AR_31,
- AR_CCV, AR_33, AR_34, AR_35,
- AR_UNAT, AR_37, AR_38, AR_39,
- AR_FPSR, AR_41, AR_42, AR_43,
- AR_ITC, AR_RUC, AR_46, AR_47,
- AR_48, AR_49, AR_50, AR_51,
- AR_52, AR_53, AR_54, AR_55,
- AR_56, AR_57, AR_58, AR_59,
- AR_60, AR_61, AR_62, AR_63,
- AR_PFS, AR_LC, AR_EC,
- /* AR_67 ... AR_127 */
-} ar_reg_t;
-
-typedef enum {
- TM_M_I_I_, TM_M_I_Is, TM_M_IsI_, TM_M_IsIs,
- TM_M_L_X_, TM_M_L_Xs, TM_ILL_06, TM_ILL_07,
- TM_M_M_I_, TM_M_M_Is, TM_MsM_I_, TM_MsM_Is,
- TM_M_F_I_, TM_M_F_Is, TM_M_M_F_, TM_M_M_Fs,
- TM_M_I_B_, TM_M_I_Bs, TM_M_B_B_, TM_M_B_Bs,
- TM_ILL_14, TM_ILL_15, TM_B_B_B_, TM_B_B_Bs,
- TM_M_M_B_, TM_M_M_Bs, TM_ILL_1A, TM_ILL_1B,
- TM_M_F_B_, TM_M_F_Bs, TM_ILL_1E, TM_ILL_1F,
-} template_t;
-
-#define MWH_SPTK 0
-#define MWH_NONE 1
-#define MWH_DPTK 2
-
-#define IH_NONE 0
-#define IH_IMP 1
-
-#define LD_NONE 0
-#define LD_NT1 1
-#define LD_NTA 3
-
-#define ST_NONE 0
-#define ST_NTA 3
-
-#define LF_NONE 0
-#define LF_NT1 1
-#define LF_NT2 2
-#define LF_NTA 3
-
-#define BR_PH_FEW 0
-#define BR_PH_MANY 1
-
-#define BR_BWH_SPTK 0
-#define BR_BWH_SPNT 1
-#define BR_BWH_DPTK 2
-#define BR_BWH_DPNT 3
-
-#define BRI_BWH_SPTK 1
-#define BRI_BWH_SPNT 3
-#define BRI_BWH_DPTK 5
-#define BRI_BWH_DPNT 7
-
-#define BR_DH_NONE 0
-#define BR_DH_CLR 1
-
-#define BR_IH_NONE 0
-#define BR_IH_IMP 1
-
-#define BR_IPWH_SPTK 0
-#define BR_IPWH_LOOP 1
-#define BR_IPWH_DPTK 2
-#define BR_IPWH_EXIT 3
-
-#define BR_INDWH_SPTK 0
-#define BR_INDWH_DPTK 2
-
-#define MUX_BRCST 0
-#define MUX_REV 11
-#define MUX_MIX 8
-#define MUX_SHUF 9
-#define MUX_ALT 10
-
-#define ldr(r0,r1) ldr_l(r0,r1)
-#define ldi(r0,i0) ldi_l(r0,i0)
-#define str(r0,r1) str_l(r0,r1)
-#define sti(i0,r0) str_l(i0,r0)
-#define ldxr(r0,r1,r2) ldxr_l(r0,r1,r2)
-#define ldxi(r0,r1,i0) ldxi_l(r0,r1,i0)
-#define stxr(r0,r1,r2) stxr_l(r0,r1,r2)
-#define stxi(i0,r0,r1) stxi_l(i0,r0,r1)
-
-#if !HAVE_FFSL
-static int ffsl(long);
-#endif
-
-/* libgcc */
-#if defined(__GNUC__)
-extern long __divdi3(long,long);
-extern unsigned long __udivdi3(unsigned long,unsigned long);
-extern long __moddi3(long,long);
-extern unsigned long __umoddi3(unsigned long,unsigned long);
-#else
-static long __divdi3(long,long);
-static unsigned long __udivdi3(unsigned long,unsigned long);
-static long __moddi3(long,long);
-static unsigned long __umoddi3(unsigned long,unsigned long);
-#endif
-#define out(n,tm,s0,s1,s2) _out(_jit,n,tm,s0,s1,s2)
-static void _out(jit_state_t*,int,int,jit_word_t,jit_word_t,jit_word_t);
-#define stop() _stop(_jit)
-static void _stop(jit_state_t*);
-#define sync() _sync(_jit)
-static void _sync(jit_state_t*);
-#define flush() _flush(_jit)
-static void _flush(jit_state_t*);
-#define inst(w, t) _inst(_jit, w, t)
-static void _inst(jit_state_t*, jit_word_t, uint8_t);
-#define A1(x4,x2,r3,r2,r1) _A1(_jit,0,x4,x2,r3,r2,r1)
-static void _A1(jit_state_t*, jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define A2(x4,ct,r3,r2,r1) A1(x4,ct,r3,r2,r1)
-#define A3(x4,x2,r3,im,r1) _A3(_jit,0,x4,x2,r3,im,r1)
-static void _A3(jit_state_t*, jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define A4(x2a,r3,im,r1) _A4(_jit,0,x2a,r3,im,r1)
-static void _A4(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define A5(r3,im,r1) _A5(_jit,0,r3,im,r1)
-static void _A5(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t);
-#define A6(o,x2,ta,p2,r3,r2,c,p1) _A6(_jit,0,o,x2,ta,p2,r3,r2,c,p1)
-static void _A6(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define A7(o,x2,ta,p2,r3,c,p1) _A7(_jit,0,o,x2,ta,p2,r3,c,p1)
-static void _A7(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define A8(o,x2,ta,p2,r3,im,c,p1) _A8(_jit,0,o,x2,ta,p2,r3,im,c,p1)
-static void _A8(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define A9(za,zb,x4,x2,r3,r2,r1) _A9(_jit,0,za,zb,x4,x2,r3,r2,r1)
-static void _A9(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define A10(x4,ct,r3,r2,r1) A9(0,1,x4,ct,r3,r2,r1)
-#define I1(ct,x2,r3,r2,r1) _I1(_jit,0,ct,x2,r3,r2,r1)
-static void _I1(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define I2(za,x2a,zb,x2c,x2b,r3,r2,r1) _I2(_jit,0,za,x2a,zb,x2c,x2b,r3,r2,r1)
-static void _I2(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define I3(mbt,r2,r1) _I3(_jit,0,mbt,r2,r1)
-static void _I3(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t)
-#if __BYTE_ORDER == __BIG_ENDIAN
- maybe_unused
-#endif
- ;
-#define I4(mht,r2,r1) _I4(_jit,0,mht,r2,r1)
-static void _I4(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define I5(za,zb,x2b,r3,r2,r1) _I5(_jit,0,za,zb,x2b,r3,r2,r1)
-static void _I5(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t);
-#define I6(za,zb,x2b,r3,ct,r1) _I6(_jit,0,za,zb,x2b,r3,ct,r1)
-static void _I6(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define I7(za,zb,r3,r2,r1) _I7(_jit,0,za,zb,r3,r2,r1)
-static void _I7(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define I8(za,zb,ct,r2,r1) _I8(_jit,0,za,zb,ct,r2,r1)
-static void _I8(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define I9(x2c,r3,r1) _I9(_jit,0,x2c,r3,r1)
-static void _I9(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define I10(ct,r3,r2,r1) _I10(_jit,0,ct,r3,r2,r1)
-static void _I10(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define I11(len,r3,pos,y,r1) _I11(_jit,0,len,r3,pos,y,r1)
-static void _I11(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define I12(len,pos,r2,r1) _I12(_jit,0,len,pos,r2,r1)
-static void _I12(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define I13(len,pos,im,r1) _I13(_jit,0,len,pos,im,r1)
-static void _I13(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define I14(s,len,r3,pos,r1) _I14(_jit,0,s,len,r3,pos,r1)
-static void _I14(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define I15(pos,len,r3,r2,r1) _I15(_jit,0,pos,len,r3,r2,r1)
-static void _I15(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define I16(tb,ta,p2,r3,pos,c,p1) _I16(_jit,0,tb,ta,p2,r3,pos,c,p1)
-static void _I16(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define I17(tb,ta,p2,r3,c,p1) _I17(_jit,0,tb,ta,p2,r3,c,p1)
-static void _I17(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define I18(im,y) _I18(_jit,0,im,y)
-static void _I18(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-#define I19(im) _I19(_jit,0,im)
-static void _I19(jit_state_t*,jit_word_t,
- jit_word_t)
- maybe_unused;
-#define I20(r2,im) _I20(_jit,0,r2,im)
-static void _I20(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-#define I21(im,ih,x,wh,r2,b1) _I21(_jit,0,im,ih,x,wh,r2,b1)
-static void _I21(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define I22(b2,r1) _I22(_jit,0,b2,r1)
-static void _I22(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t);
-#define I23(r2,im) _I23(_jit,0,r2,im)
-static void _I23(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-#define I24(im) _I24(_jit,0,im)
-static void _I24(jit_state_t*,jit_word_t,
- jit_word_t)
- maybe_unused;
-#define I25(x6,r1) _I25(_jit,0,x6,r1)
-static void _I25(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-#define I26(ar,r2) _I26(_jit,0,ar,r2)
-static void _I26(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t);
-#define I27(ar,im) _I27(_jit,0,ar,im)
-static void _I27(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-#define I28(ar,r1) _I28(_jit,0,ar,r1)
-static void _I28(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-#define I29(x6,r3,r1) _I29(_jit,0,x6,r3,r1)
-static void _I29(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t);
-#define I30(tb,ta,p2,im,c,p1) _I30(_jit,0,ta,tb,p2,im,c,p1)
-static void _I30(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M1(x6,ht,x,r3,r1) _M1(_jit,0,x6,ht,x,r3,r1)
-static void _M1(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define M2(x6,ht,r3,r2,r1) _M2(_jit,0,x6,ht,r3,r2,r1)
-static void _M2(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M3(x6,ht,r3,im,r1) _M3(_jit,0,x6,ht,r3,im,r1)
-static void _M3(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define M5(x6,ht,r3,r2,im) _M5(_jit,0,x6,ht,r3,r2,im)
-static void _M5(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M6(x6,ht,x,r3,r2) _M6(_jit,0,x6,ht,x,r3,r2)
-static void _M6(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define M13(x6,ht,r3,f2) _M13(_jit,0,x6,ht,r3,f2)
-static void _M13(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define M14(x6,ht,r3,r2) _M14(_jit,0,x6,ht,r3,r2)
-static void _M14(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M15(x6,ht,r3,im) _M15(_jit,0,x6,ht,r3,im)
-static void _M15(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M16(x6,ht,r3,r2,r1) _M16(_jit,0,x6,ht,r3,r2,r1)
-static void _M16(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M17(x6,ht,r3,im,r1) _M17(_jit,0,x6,ht,r3,im,r1)
-static void _M17(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M20(r2,im) M20x(0x1,r2,im)
-#define M20x(x3,r2,im) _M20x(_jit,0,x3,r2,im)
-static void _M20x(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M22(x3,im,r1) M22x(x3,im,r1)
-#define M22x(x3,im,r1) _M22x(_jit,0,x3,im,r1)
-static void _M22x(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M24(x2,x4) _M24(_jit,0,x2,x4)
-#define M25(x4) M24(0,x4)
-static void _M24(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-#define M26(r1) M26x(2,r1)
-#define M26x(x4,r1) _M26x(_jit,0,x4,r1)
-static void _M26x(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-#define M28(x,r3) _M28(_jit,0,x,r3)
-static void _M28(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-#define M29(ar,r2) _M29(_jit,0,ar,r2)
-static void _M29(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-#define M30(ar,im) _M30(_jit,0,ar,im)
-static void _M30(jit_state_t*,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M31(ar,r1) _M31(_jit,0,ar,r1)
-static void _M31(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-#define M32(cr,r2) _M32(_jit,0,cr,r2)
-static void _M32(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-#define M33(cr,r1) _M33(_jit,0,cr,r1)
-static void _M33(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-#define M34(sor,sol,sof,r1) _M34(_jit,0,sor,sol,sof,r1)
-static void _M34(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define M35(x6,r2) _M35(_jit,0,x6,r2)
-static void _M35(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-#define M36(x6,r1) _M36(_jit,0,x6,r1)
-static void _M36(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-#define M37(im) _M37(_jit,0,im)
-static void _M37(jit_state_t*,jit_word_t,
- jit_word_t)
- maybe_unused;
-#define M38(x6,r3,r2,r1) _M38(_jit,0,x6,r3,r2,r1)
-static void _M38(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M39(x6,r3,im,r1) _M39(_jit,0,x6,r3,im,r1)
-static void _M39(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M40(x6,r3,im) _M40(_jit,0,x6,r3,im)
-static void _M40(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M41(x6,r2) _M41(_jit,0,x6,r2)
-static void _M41(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-#define M42(x6,r3,r2) _M42(_jit,0,x6,r3,r2)
-static void _M42(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M43(x6,r3,r1) _M43(_jit,0,x6,r3,r1)
-static void _M43(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M44(x4,im) _M44(_jit,0,x4,im)
-static void _M44(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-#define M45(x6,r3,r2) _M45(_jit,0,x6,r3,r2)
-static void _M45(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M46(x6,r3,r1) _M46(_jit,0,x6,r3,r1)
-#define M47(x6,r3) M46(x6,r3,0)
-static void _M46(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M48(y,im) _M48(_jit,0,y,im)
-static void _M48(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-#define B1(d,wh,im,p,tp) _B1(_jit,0,d,wh,im,p,tp)
-#define B2(d,wh,im,p,tp) B1(d,wh,im,p,tp)
-static void _B1(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define B3(d,wh,im,p,b) _B3(_jit,0,d,wh,im,p,b)
-static void _B3(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define B4(d,wh,x6,b,p,tp) _B4(_jit,0,d,wh,x6,b,p,tp)
-static void _B4(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t);
-#define B5(d,wh,b2,p,b1) _B5(_jit,0,d,wh,b2,p,b1)
-static void _B5(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define B6(ih,im,tag,wh) _B6(_jit,0,ih,im,tag,wh)
-static void _B6(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define B7(ih,x6,b2,tag,wh) _B7(_jit,0,ih,x6,b2,tag,wh)
-static void _B7(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define B8(x6) _B8(_jit,0,x6)
-static void _B8(jit_state_t*,jit_word_t,
- jit_word_t)
- maybe_unused;
-#define B9(op,x6,im) _B9(_jit,0,op,x6,im)
-static void _B9(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define X1(im) _X1(_jit,0,im)
-static void _X1(jit_state_t*,jit_word_t,
- jit_word_t)
- maybe_unused;
-#define X2(r1,im) _X2(_jit,0,r1,im)
-static void _X2(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t);
-#define X3x(o,d,wh,p,tp,im) _X3x(_jit,0,o,d,wh,p,tp,im)
-#define X3(d,wh,p,tp,im) X3x(0xc,d,wh,p,tp,im)
-#define X4(d,wh,p,tp,im) X3x(0xd,d,wh,p,tp,im)
-static void _X3x(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t);
-#define X5(y,im) _X5(_jit,0,y,im)
-static void _X5(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)
- maybe_unused;
-
-/* add */
-#define ADD(r1,r2,r3) A1(0,0,r3,r2,r1)
-#define ADD1(r1,r2,r3) A1(0,1,r3,r2,r1)
-#define ADDS(r1,im,r3) A4(2,r3,im,r1)
-#define ADDS_p(r1,im,r3,_p) _A4(_jit,_p,2,r3,im,r1)
-#define ADDL(r1,im,r3) A5(r3,im,r1)
-#define ADDL_p(r1,im,r3,_p) _A5(_jit,_p,r3,im,r1)
-/* addp4 */
-#define ADDP4(r1,r2,r3) A1(2,0,r3,r2,r1)
-#define ADDIP4(r1,im,r3) A4(3,r3,im,r1)
-/* alloc */
-#define ALLOCR(r1,i,l,o,r) M34((r)>>3,(i)+(l),(i)+(l)+(o),r1)
-#define ALLOC(r1,i,o) ALLOCR(r1,i,0,o,0)
-/* and */
-#define AND(r1,r2,r3) A1(3,0,r3,r2,r1)
-#define ANDI(r1,im,r3) A3(0xb,0,r3,im,r1)
-/* andcm */
-#define ANDCM(r1,r2,r3) A1(3,1,r3,r2,r1)
-#define ANDCMI(r1,im,r3) A3(0xb,1,r3,im,r1)
-/* br */
-#define BRI(im)
B1(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_FEW,0)
-#define BRI_COND(im,_p)
_B1(_jit,_p,BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_FEW,0)
-#define BRI_WEXIT(im)
B1(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,2)
-#define BRI_WTOP(im)
B1(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,3)
-#define BRI_CALL(b,im)
B3(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,b)
-#define BRI_CLOOP(im)
B2(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,5)
-#define BRI_CEXIT(im)
B2(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,6)
-#define BRI_CTOP(im)
B2(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,7)
-#define BR_COND(b,_p)
_B4(_jit,_p,BR_DH_NONE,BR_BWH_SPTK,0x20,b,BR_PH_FEW,0)
-#define BR(b)
B4(BR_DH_NONE,BR_BWH_SPTK,0x20,b,BR_PH_FEW,0)
-#define BR_IA(b)
B4(BR_DH_NONE,BR_BWH_SPTK,0x20,b,BR_PH_MANY,1)
-#define BR_RET(b)
B4(BR_DH_NONE,BR_BWH_SPTK,0x21,b,BR_PH_MANY,4)
-#define BR_CALL(b1,b2)
B5(BR_DH_NONE,BRI_BWH_SPTK,b2,BR_PH_MANY,b1)
-/* break */
-#define BREAK_I(im) I19(im)
-#define BREAK_M(im) M37(im)
-#define BREAK_B(im) B9(0,0,im)
-#define BREAK_X(im) X1(im)
-/* brl */
-#define BRL(im)
X3(BR_DH_NONE,BR_BWH_SPTK,BR_PH_MANY,0,im)
-#define BRL_COND(im,_p)
_X3(_jit,_p,BR_DH_NONE,BR_BWH_SPTK,BR_PH_MANY,0,im)
-#define BRL_CALL(b1,im)
X4(BR_DH_NONE,BR_BWH_SPTK,BR_PH_MANY,b1,im)
-/* brp */
-#define BRP(im,tag) B6(BR_IH_NONE,im,tag,BR_IPWH_SPTK)
-#define BRPI(b2,tag) B7(BR_IH_NONE,0x10,b2,tag,BR_INDWH_SPTK)
-#define BRPI_RET(b2,tag) B7(BR_IH_NONE,0x11,b2,tag,BR_INDWH_SPTK)
-/* bsw */
-#define BSW_0() B8(0x0c)
-#define BSW_1() B8(0x0d)
-/* chk */
-#define CHK_S_I(r2,im) I20(r2,im)
-#define CHK_S_M(r2,im) M20(r2,im)
-#define CHK_A_NC(r1,im) M22(0x4,im,r1)
-#define CHK_A_CLR(r1,im) M22(0x5,im,r1)
-/* clrrrb */
-#define CLRRRB() B8(0x04)
-#define CLRRRB_PR() B8(0x05)
-/* clz */
-#define CLZ(r1,r3) I9(3,r3,r1)
-/* cmp */
-#define CMP_LT(p1,p2,r2,r3) A6(0xc,0,0,p2,r3,r2,0,p1)
-#define CMP_LT_p(p1,p2,r2,r3,_p) A6(_jit,_p,0xc,0,0,p2,r3,r2,0,p1)
-#define CMP_LTU(p1,p2,r2,r3) A6(0xd,0,0,p2,r3,r2,0,p1)
-#define CMP_EQ(p1,p2,r2,r3) A6(0xe,0,0,p2,r3,r2,0,p1)
-#define CMP_LT_UNC(p1,p2,r2,r3) A6(0xc,0,0,p2,r3,r2,1,p1)
-#define CMP_LTU_UNC(p1,p2,r2,r3) A6(0xd,0,0,p2,r3,r2,1,p1)
-#define CMP_EQ_UNC(p1,p2,r2,r3) A6(0xe,0,0,p2,r3,r2,1,p1)
-#define CMP_EQ_AND(p1,p2,r2,r3) A6(0xc,0,1,p2,r3,r2,0,p1)
-#define CMP_EQ_OR(p1,p2,r2,r3) A6(0xd,0,1,p2,r3,r2,0,p1)
-#define CMP_EQ_OR_ANDCM(p1,p2,r2,r3) A6(0xe,0,1,p2,r3,r2,0,p1)
-#define CMP_NE_AND(p1,p2,r2,r3) A6(0xc,0,1,p2,r3,r2,1,p1)
-#define CMP_NE_OR(p1,p2,r2,r3) A6(0xd,0,1,p2,r3,r2,1,p1)
-#define CMP_NE_OR_ANDCM(p1,p2,r2,r3) A6(0xe,0,1,p2,r3,r2,1,p1)
-#define CMPI_LT(p1,p2,im,r3) A8(0xc,2,0,p2,r3,im,0,p1)
-#define CMPI_LTU(p1,p2,im,r3) A8(0xd,2,0,p2,r3,im,0,p1)
-#define CMPI_EQ(p1,p2,im,r3) A8(0xe,2,0,p2,r3,im,0,p1)
-#define CMPI_EQ_p(p1,p2,im,r3,_p) _A8(_jit,_p,0xe,2,0,p2,r3,im,0,p1)
-#define CMPI_LT_UNC(p1,p2,im,r3) A8(0xc,2,0,p2,r3,im,1,p1)
-#define CMPI_LTU_UNC(p1,p2,im,r3) A8(0xd,2,0,p2,r3,im,1,p1)
-#define CMPI_EQ_UNC(p1,p2,im,r3) A8(0xe,2,0,p2,r3,im,1,p1)
-#define CMPI_EQ_AND(p1,p2,im,r3) A8(0xc,2,1,p2,r3,im,0,p1)
-#define CMPI_EQ_OR(p1,p2,im,r3) A8(0xd,2,1,p2,r3,im,0,p1)
-#define CMPI_EQ_ANDCM(p1,p2,im,r3) A8(0xe,2,1,p2,r3,im,0,p1)
-#define CMPI_NE_AND(p1,p2,im,r3) A8(0xc,2,1,p2,r3,im,1,p1)
-#define CMPI_NE_OR(p1,p2,im,r3) A8(0xd,2,1,p2,r3,im,1,p1)
-#define CMPI_NE_ANDCM(p1,p2,im,r3) A8(0xe,2,1,p2,r3,im,1,p1)
-#define ZCMP_GT_AND(p1,p2,r3) A7(0xc,0,0,p2,r3,0,p1)
-#define ZCMP_GT_OR(p1,p2,r3) A7(0xd,0,0,p2,r3,0,p1)
-#define ZCMP_GT_ANDCM(p1,p2,r3) A7(0xe,0,0,p2,r3,0,p1)
-#define ZCMP_LE_AND(p1,p2,r3) A7(0xc,0,0,p2,r3,1,p1)
-#define ZCMP_LE_OR(p1,p2,r3) A7(0xd,0,0,p2,r3,1,p1)
-#define ZCMP_LE_ANDCM(p1,p2,r3) A7(0xe,0,0,p2,r3,1,p1)
-#define ZCMP_GE_AND(p1,p2,r3) A7(0xc,0,1,p2,r3,0,p1)
-#define ZCMP_GE_OR(p1,p2,r3) A7(0xd,0,1,p2,r3,0,p1)
-#define ZCMP_GE_ANDCM(p1,p2,r3) A7(0xe,0,1,p2,r3,0,p1)
-#define ZCMP_LT_AND(p1,p2,r3) A7(0xc,0,1,p2,r3,1,p1)
-#define ZCMP_LT_OR(p1,p2,r3) A7(0xd,0,1,p2,r3,1,p1)
-#define ZCMP_LT_ANDCM(p1,p2,r3) A7(0xe,0,1,p2,r3,1,p1)
-/* cmp4 */
-#define CMP4_LT(p1,p2,r2,r3) A6(0xc,1,0,p2,r3,r2,0,p1)
-#define CMP4_LTU(p1,p2,r2,r3) A6(0xd,1,0,p2,r3,r2,0,p1)
-#define CMP4_EQ(p1,p2,r2,r3) A6(0xe,1,0,p2,r3,r2,0,p1)
-#define CMP4_LT_UNC(p1,p2,r2,r3) A6(0xc,1,0,p2,r3,r2,1,p1)
-#define CMP4_LTU_UNC(p1,p2,r2,r3) A6(0xd,1,0,p2,r3,r2,1,p1)
-#define CMP4_EQ_UNC(p1,p2,r2,r3) A6(0xe,1,0,p2,r3,r2,1,p1)
-#define CMP4_EQ_AND(p1,p2,r2,r3) A6(0xc,1,1,p2,r3,r2,0,p1)
-#define CMP4_EQ_OR(p1,p2,r2,r3) A6(0xd,1,1,p2,r3,r2,0,p1)
-#define CMP4_EQ_XOR(p1,p2,r2,r3) A6(0xe,1,1,p2,r3,r2,0,p1)
-#define CMP4_NE_AND(p1,p2,r2,r3) A6(0xc,1,1,p2,r3,r2,1,p1)
-#define CMP4_NE_OR(p1,p2,r2,r3) A6(0xd,1,1,p2,r3,r2,1,p1)
-#define CMP4_NE_XOR(p1,p2,r2,r3) A6(0xe,1,1,p2,r3,r2,1,p1)
-#define CMP4I_LT(p1,p2,im,r3) A8(0xc,3,0,p2,r3,im,0,p1)
-#define CMP4I_LTU(p1,p2,im,r3) A8(0xd,3,0,p2,r3,im,0,p1)
-#define CMP4I_EQ(p1,p2,im,r3) A8(0xe,3,0,p2,r3,im,0,p1)
-#define CMP4I_LT_UNC(p1,p2,im,r3) A8(0xc,3,0,p2,r3,im,1,p1)
-#define CMP4I_LTU_UNC(p1,p2,im,r3) A8(0xd,3,0,p2,r3,im,1,p1)
-#define CMP4I_EQ_UNC(p1,p2,im,r3) A8(0xe,3,0,p2,r3,im,1,p1)
-#define CMP4I_EQ_AND(p1,p2,im,r3) A8(0xc,3,1,p2,r3,im,0,p1)
-#define CMP4I_EQ_OR(p1,p2,im,r3) A8(0xd,3,1,p2,r3,im,0,p1)
-#define CMP4I_EQ_ANDCM(p1,p2,im,r3) A8(0xe,3,1,p2,r3,im,0,p1)
-#define CMP4I_NE_AND(p1,p2,im,r3) A8(0xc,3,1,p2,r3,im,1,p1)
-#define CMP4I_NE_OR(p1,p2,im,r3) A8(0xd,3,1,p2,r3,im,1,p1)
-#define CMP4I_NE_ANDCM(p1,p2,im,r3) A8(0xe,3,1,p2,r3,im,1,p1)
-#define ZCMP4_GT_AND(p1,p2,r3) A7(0xc,1,0,p2,r3,0,p1)
-#define ZCMP4_GT_OR(p1,p2,r3) A7(0xd,1,0,p2,r3,0,p1)
-#define ZCMP4_GT_ANDCM(p1,p2,r3) A7(0xe,1,0,p2,r3,0,p1)
-#define ZCMP4_LE_AND(p1,p2,r3) A7(0xc,1,0,p2,r3,1,p1)
-#define ZCMP4_LE_OR(p1,p2,r3) A7(0xd,1,0,p2,r3,1,p1)
-#define ZCMP4_LE_ANDCM(p1,p2,r3) A7(0xe,1,0,p2,r3,1,p1)
-#define ZCMP4_GE_AND(p1,p2,r3) A7(0xc,1,1,p2,r3,0,p1)
-#define ZCMP4_GE_OR(p1,p2,r3) A7(0xd,1,1,p2,r3,0,p1)
-#define ZCMP4_GE_ANDCM(p1,p2,r3) A7(0xe,1,1,p2,r3,0,p1)
-#define ZCMP4_LT_AND(p1,p2,r3) A7(0xc,1,1,p2,r3,1,p1)
-#define ZCMP4_LT_OR(p1,p2,r3) A7(0xd,1,1,p2,r3,1,p1)
-#define ZCMP4_LT_ANDCM(p1,p2,r3) A7(0xe,1,1,p2,r3,1,p1)
-/* cmpxchg */
-#define CMPXCHG1_ACQ(r1,r3,r2) M16(0x00,LD_NONE,r3,r2,r1)
-#define CMPXCHG2_ACQ(r1,r3,r2) M16(0x01,LD_NONE,r3,r2,r1)
-#define CMPXCHG4_ACQ(r1,r3,r2) M16(0x02,LD_NONE,r3,r2,r1)
-#define CMPXCHG8_ACQ(r1,r3,r2) M16(0x03,LD_NONE,r3,r2,r1)
-#define CMPXCHG1_REL(r1,r3,r2) M16(0x04,LD_NONE,r3,r2,r1)
-#define CMPXCHG2_REL(r1,r3,r2) M16(0x05,LD_NONE,r3,r2,r1)
-#define CMPXCHG4_REL(r1,r3,r2) M16(0x06,LD_NONE,r3,r2,r1)
-#define CMPXCHG8_REL(r1,r3,r2) M16(0x07,LD_NONE,r3,r2,r1)
-#define CMP8XCHG16_ACQ(r1,r3,r2) M16(0x20,LD_NONE,r3,r2,r1)
-#define CMP8XCHG16_REL(r1,r3,r2) M16(0x24,LD_NONE,r3,r2,r1)
-/* cover */
-#define COVER() B8(0x02)
-/* cxz */
-#define CZX1_L(r1,r3) I29(0x18,r3,r1)
-#define CZX2_L(r1,r3) I29(0x19,r3,r1)
-#define CZX1_R(r1,r3) I29(0x1c,r3,r1)
-#define CZX2_R(r1,r3) I29(0x1d,r3,r1)
-/* dep */
-#define DEP_Z(r1,r2,pos,len) I12(len,pos,r2,r1)
-#define DEPI_Z(r1,im,pos,len) I13(len,pos,im,r1)
-#define DEPs(r1,r2,r3,pos,len) I14(1,len,r3,pos,r1)
-#define DEPu(r1,r2,r3,pos,len) I14(0,len,r3,pos,r1)
-#define DEP(r1,r2,r3,pos,len) I15(pos,len,r3,r2,r1)
-/* epc */
-#define EPC() B8(0x10)
-/* extr */
-#define EXTR(r1,r3,pos,len) I11(len,r3,pos,1,r1)
-#define EXTR_U(r1,r3,pos,len) I11(len,r3,pos,0,r1)
-/* fc */
-#define FC(r3) M28(0,r3)
-#define FC_I(r3) M28(1,r3)
-/* fetchadd */
-#define FETCHADD4_ACQ(r1,r3,im) M17(0x12,LD_NONE,r3,im,r1)
-#define FETCHADD8_ACQ(r1,r3,im) M17(0x13,LD_NONE,r3,im,r1)
-#define FETCHADD4_REL(r1,r3,im) M17(0x16,LD_NONE,r3,im,r1)
-#define FETCHADD8_REL(r1,r3,im) M17(0x17,LD_NONE,r3,im,r1)
-/* flushrs */
-#define FLUSHRS() M25(0xc)
-/* fwb */
-#define FWB() M24(2,0)
-/* hint */
-#define HINT_I(im) I18(im,1)
-#define HINT_M(im) M48(1,im)
-#define HINT_B(im) B9(2,1,im)
-#define HINT_X(im) X5(1,im)
-/* invala */
-#define INVALA() M24(1,0)
-#define INVALA_E(r1) M26(r1)
-/* itc */
-#define ITC_I(r2) M41(0x2f,r2)
-#define ITC_D(r2) M41(0x2e,r2)
-/* itr */
-#define ITR_I(r3,r2) M42(0x0f,r3,r2)
-#define ITR_D(r3,r2) M42(0x0e,r3,r2)
-/* ld */
-#define LD1(r1,r3) M1(0x00,LD_NONE,0,r3,r1)
-#define LD2(r1,r3) M1(0x01,LD_NONE,0,r3,r1)
-#define LD4(r1,r3) M1(0x02,LD_NONE,0,r3,r1)
-#define LD8(r1,r3) M1(0x03,LD_NONE,0,r3,r1)
-#define LD1_S(r1,r3) M1(0x04,LD_NONE,0,r3,r1)
-#define LD2_S(r1,r3) M1(0x05,LD_NONE,0,r3,r1)
-#define LD4_S(r1,r3) M1(0x06,LD_NONE,0,r3,r1)
-#define LD8_S(r1,r3) M1(0x07,LD_NONE,0,r3,r1)
-#define LD1_A(r1,r3) M1(0x08,LD_NONE,0,r3,r1)
-#define LD2_A(r1,r3) M1(0x09,LD_NONE,0,r3,r1)
-#define LD4_A(r1,r3) M1(0x0a,LD_NONE,0,r3,r1)
-#define LD8_A(r1,r3) M1(0x0b,LD_NONE,0,r3,r1)
-#define LD1_SA(r1,r3) M1(0x0c,LD_NONE,0,r3,r1)
-#define LD2_SA(r1,r3) M1(0x0d,LD_NONE,0,r3,r1)
-#define LD4_SA(r1,r3) M1(0x0e,LD_NONE,0,r3,r1)
-#define LD8_SA(r1,r3) M1(0x0f,LD_NONE,0,r3,r1)
-#define LD1_BIAS(r1,r3) M1(0x10,LD_NONE,0,r3,r1)
-#define LD2_BIAS(r1,r3) M1(0x11,LD_NONE,0,r3,r1)
-#define LD4_BIAS(r1,r3) M1(0x12,LD_NONE,0,r3,r1)
-#define LD8_BIAS(r1,r3) M1(0x13,LD_NONE,0,r3,r1)
-#define LD1_ACQ(r1,r3) M1(0x14,LD_NONE,0,r3,r1)
-#define LD2_ACQ(r1,r3) M1(0x15,LD_NONE,0,r3,r1)
-#define LD4_ACQ(r1,r3) M1(0x16,LD_NONE,0,r3,r1)
-#define LD8_ACQ(r1,r3) M1(0x17,LD_NONE,0,r3,r1)
-#define LD8_FILL(r1,r3) M1(0x1b,LD_NONE,0,r3,r1)
-#define LD1_C_CLR(r1,r3) M1(0x20,LD_NONE,0,r3,r1)
-#define LD2_C_CLR(r1,r3) M1(0x21,LD_NONE,0,r3,r1)
-#define LD4_C_CLR(r1,r3) M1(0x22,LD_NONE,0,r3,r1)
-#define LD8_C_CLR(r1,r3) M1(0x23,LD_NONE,0,r3,r1)
-#define LD1_C_NC(r1,r3) M1(0x24,LD_NONE,0,r3,r1)
-#define LD2_C_NC(r1,r3) M1(0x25,LD_NONE,0,r3,r1)
-#define LD4_C_NC(r1,r3) M1(0x26,LD_NONE,0,r3,r1)
-#define LD8_C_NC(r1,r3) M1(0x27,LD_NONE,0,r3,r1)
-#define LD1_C_CLR_ACQ(r1,r3) M1(0x28,LD_NONE,0,r3,r1)
-#define LD2_C_CLR_ACQ(r1,r3) M1(0x29,LD_NONE,0,r3,r1)
-#define LD4_C_CLR_ACQ(r1,r3) M1(0x2a,LD_NONE,0,r3,r1)
-#define LD8_C_CLR_ACQ(r1,r3) M1(0x2b,LD_NONE,0,r3,r1)
-#define LD16(r1,r3) M1(0x28,LD_NONE,1,r3,r1)
-#define LD16_ACQ(r1,r3) M1(0x2c,LD_NONE,1,r3,r1)
-#define LD1_inc(r1,r3,im) M3(0x00,LD_NONE,r3,im,r1)
-#define LD2_inc(r1,r3,im) M3(0x01,LD_NONE,r3,im,r1)
-#define LD4_inc(r1,r3,im) M3(0x02,LD_NONE,r3,im,r1)
-#define LD8_inc(r1,r3,im) M3(0x03,LD_NONE,r3,im,r1)
-#define LD1_S_inc(r1,r3,im) M3(0x04,LD_NONE,r3,im,r1)
-#define LD2_S_inc(r1,r3,im) M3(0x05,LD_NONE,r3,im,r1)
-#define LD4_S_inc(r1,r3,im) M3(0x06,LD_NONE,r3,im,r1)
-#define LD8_S_inc(r1,r3,im) M3(0x07,LD_NONE,r3,im,r1)
-#define LD1_A_inc(r1,r3,im) M3(0x08,LD_NONE,r3,im,r1)
-#define LD2_A_inc(r1,r3,im) M3(0x09,LD_NONE,r3,im,r1)
-#define LD4_A_inc(r1,r3,im) M3(0x0a,LD_NONE,r3,im,r1)
-#define LD8_A_inc(r1,r3,im) M3(0x0b,LD_NONE,r3,im,r1)
-#define LD1_SA_inc(r1,r3,im) M3(0x0c,LD_NONE,r3,im,r1)
-#define LD2_SA_inc(r1,r3,im) M3(0x0d,LD_NONE,r3,im,r1)
-#define LD4_SA_inc(r1,r3,im) M3(0x0e,LD_NONE,r3,im,r1)
-#define LD8_SA_inc(r1,r3,im) M3(0x0f,LD_NONE,r3,im,r1)
-#define LD1_BIAS_inc(r1,r3,im) M3(0x10,LD_NONE,r3,im,r1)
-#define LD2_BIAS_inc(r1,r3,im) M3(0x11,LD_NONE,r3,im,r1)
-#define LD4_BIAS_inc(r1,r3,im) M3(0x12,LD_NONE,r3,im,r1)
-#define LD8_BIAS_inc(r1,r3,im) M3(0x13,LD_NONE,r3,im,r1)
-#define LD1_ACQ_inc(r1,r3,im) M3(0x14,LD_NONE,r3,im,r1)
-#define LD2_ACQ_inc(r1,r3,im) M3(0x15,LD_NONE,r3,im,r1)
-#define LD4_ACQ_inc(r1,r3,im) M3(0x16,LD_NONE,r3,im,r1)
-#define LD8_AVQ_inc(r1,r3,im) M3(0x17,LD_NONE,r3,im,r1)
-#define LD8_FILL_inc(r1,r3,im) M3(0x1b,LD_NONE,r3,im,r1)
-#define LD1_C_CLR_inc(r1,r3,im) M3(0x20,LD_NONE,r3,im,r1)
-#define LD2_C_CLR_inc(r1,r3,im) M3(0x21,LD_NONE,r3,im,r1)
-#define LD4_C_CLR_inc(r1,r3,im) M3(0x22,LD_NONE,r3,im,r1)
-#define LD8_C_CLR_inc(r1,r3,im) M3(0x23,LD_NONE,r3,im,r1)
-#define LD1_C_NC_inc(r1,r3,im) M3(0x24,LD_NONE,r3,im,r1)
-#define LD2_C_NC_inc(r1,r3,im) M3(0x25,LD_NONE,r3,im,r1)
-#define LD4_C_NC_inc(r1,r3,im) M3(0x26,LD_NONE,r3,im,r1)
-#define LD8_C_NC_inc(r1,r3,im) M3(0x27,LD_NONE,r3,im,r1)
-#define LD1_C_CLR_ACQ_inc(r1,r3,im) M3(0x28,LD_NONE,r3,im,r1)
-#define LD2_C_CLR_ACQ_inc(r1,r3,im) M3(0x29,LD_NONE,r3,im,r1)
-#define LD4_C_CLR_ACQ_inc(r1,r3,im) M3(0x2a,LD_NONE,r3,im,r1)
-#define LD8_C_CLR_ACQ_inc(r1,r3,im) M3(0x2b,LD_NONE,r3,im,r1)
-#define LDX1(r1,r3,r2) M2(0x00,LD_NONE,r3,r2,r1)
-#define LDX2(r1,r3,r2) M2(0x01,LD_NONE,r3,r2,r1)
-#define LDX4(r1,r3,r2) M2(0x02,LD_NONE,r3,r2,r1)
-#define LDX8(r1,r3,r2) M2(0x03,LD_NONE,r3,r2,r1)
-#define LDX1_S(r1,r3,r2) M2(0x04,LD_NONE,r3,r2,r1)
-#define LDX2_S(r1,r3,r2) M2(0x05,LD_NONE,r3,r2,r1)
-#define LDX4_S(r1,r3,r2) M2(0x06,LD_NONE,r3,r2,r1)
-#define LDX8_S(r1,r3,r2) M2(0x07,LD_NONE,r3,r2,r1)
-#define LDX1_A(r1,r3,r2) M2(0x08,LD_NONE,r3,r2,r1)
-#define LDX2_A(r1,r3,r2) M2(0x09,LD_NONE,r3,r2,r1)
-#define LDX4_A(r1,r3,r2) M2(0x0a,LD_NONE,r3,r2,r1)
-#define LDX8_A(r1,r3,r2) M2(0x0b,LD_NONE,r3,r2,r1)
-#define LDX1_SA(r1,r3,r2) M2(0x0c,LD_NONE,r3,r2,r1)
-#define LDX2_SA(r1,r3,r2) M2(0x0d,LD_NONE,r3,r2,r1)
-#define LDX4_SA(r1,r3,r2) M2(0x0e,LD_NONE,r3,r2,r1)
-#define LDX8_SA(r1,r3,r2) M2(0x0f,LD_NONE,r3,r2,r1)
-#define LDX1_BIAS(r1,r3,r2) M2(0x10,LD_NONE,r3,r2,r1)
-#define LDX2_BIAS(r1,r3,r2) M2(0x11,LD_NONE,r3,r2,r1)
-#define LDX4_BIAS(r1,r3,r2) M2(0x12,LD_NONE,r3,r2,r1)
-#define LDX8_BIAS(r1,r3,r2) M2(0x13,LD_NONE,r3,r2,r1)
-#define LDX1_ACQ(r1,r3,r2) M2(0x14,LD_NONE,r3,r2,r1)
-#define LDX2_ACQ(r1,r3,r2) M2(0x15,LD_NONE,r3,r2,r1)
-#define LDX4_ACQ(r1,r3,r2) M2(0x16,LD_NONE,r3,r2,r1)
-#define LDX8_ACQ(r1,r3,r2) M2(0x17,LD_NONE,r3,r2,r1)
-#define LDX8_FILL(r1,r3,r2) M2(0x1b,LD_NONE,r3,r2,r1)
-#define LDX1_C_CLR(r1,r3,r2) M2(0x20,LD_NONE,r3,r2,r1)
-#define LDX2_C_CLR(r1,r3,r2) M2(0x21,LD_NONE,r3,r2,r1)
-#define LDX4_C_CLR(r1,r3,r2) M2(0x22,LD_NONE,r3,r2,r1)
-#define LDX8_C_CLR(r1,r3,r2) M2(0x23,LD_NONE,r3,r2,r1)
-#define LDX1_C_NC(r1,r3,r2) M2(0x24,LD_NONE,r3,r2,r1)
-#define LDX2_C_NC(r1,r3,r2) M2(0x25,LD_NONE,r3,r2,r1)
-#define LDX4_C_NC(r1,r3,r2) M2(0x26,LD_NONE,r3,r2,r1)
-#define LDX8_C_NC(r1,r3,r2) M2(0x27,LD_NONE,r3,r2,r1)
-#define LDX1_C_CLR_ACQ(r1,r3,r2) M2(0x28,LD_NONE,r3,r2,r1)
-#define LDX2_C_CLR_ACQ(r1,r3,r2) M2(0x29,LD_NONE,r3,r2,r1)
-#define LDX4_C_CLR_ACQ(r1,r3,r2) M2(0x2a,LD_NONE,r3,r2,r1)
-#define LDX8_C_CLR_ACQ(r1,r3,r2) M2(0x2b,LD_NONE,r3,r2,r1)
-/* lfetch */
-#define LFETCH_EXCL(r3) M13(0x2d,LF_NONE,r3,GR_0)
-#define LFETCH_FAULT(r3) M13(0x2e,LF_NONE,r3,GR_0)
-#define LFETCH_FAULT_EXCL(r3) M13(0x2f,LF_NONE,r3,GR_0)
-#define LXFETCH(r3,r2) M14(0x2c,LF_NONE,r3,r2)
-#define LXFETCH_EXCL(r3,r2) M14(0x2d,LF_NONE,r3,r2)
-#define LXFETCH_FAULT(r3,r2) M14(0x2e,LF_NONE,r3,r2)
-#define LXFETCH_FAULT_EXCL(r3,r2) M14(0x2f,LF_NONE,r3,r2)
-#define LFETCHI(r3,im) M15(0x2c,LF_NONE,r3,im)
-#define LFETCHI_EXCL(r3,im) M15(0x2d,LF_NONE,r3,im)
-#define LFETCHI_FAULT(r3,im) M15(0x2e,LF_NONE,r3,im)
-#define LFETCHI_FAULT_EXCL(r3,im) M15(0x2f,LF_NONE,r3,im)
-/* loadrs */
-#define LOADRS() M25(0xa)
-/* mf */
-#define MF() M24(2,2)
-#define MF_A() M24(2,3)
-/* mix */
-#define MIX1_R(r1,r2,r3) I2(0,2,0,2,0,r3,r2,r1)
-#define MIX2_R(r1,r2,r3) I2(0,2,1,2,0,r3,r2,r1)
-#define MIX4_R(r1,r2,r3) I2(1,2,0,2,0,r3,r2,r1)
-#define MIX1_L(r1,r2,r3) I2(0,2,0,2,2,r3,r2,r1)
-#define MIX2_L(r1,r2,r3) I2(0,2,1,2,2,r3,r2,r1)
-#define MIX4_L(r1,r2,r3) I2(1,2,0,2,2,r3,r2,r1)
-/* mov - Move Application Register */
-#define MOV_I_rn_ar(r1,ar) I28(ar,r1)
-#define MOV_I_ar_rn(ar,r2) I26(ar,r2)
-#define MOV_I_ar_im(ar,im) I27(ar,im)
-#define MOV_M_rn_a(r1,ar) M31(r1,ar)
-#define MOV_M_ar_rn(ar,r2) M29(ar,r2)
-#define MOV_M_ar_im(ar,im) M30(ar,im)
-/* mov - Move Branch Register */
-#define MOV_rn_br(r1,b2) I22(b2,r1)
-#define MOV_br_rn_tg(b1,r2,tag)
I21(tag,IH_NONE,0,MWH_NONE,r2,b1)
-#define MOV_br_rn(b1,r2) MOV_br_rn_tg(b1,r2,0)
-#define MOV_RET_br_rn_tg(b1,r2,tag) I21(tag,IH_NONE,1,MWH_NONE,r2,b1)
-/* mov - Move Control Register */
-#define MOV_rn_cr(cr,r1) M33(cr,r1)
-#define MOV_cr_rr(cr,r2) M32(cr,r2)
-/* mov - Move General Register */
-#define MOV(r0,r1) ADDS(r0,0,r1)
-#define MOV_p(r0,r1,_p) ADDS_p(r0,0,r1,_p)
-/* mov - Move Immediate */
-#define MOVI(r1,im) ADDL(r1,im,GR_0)
-#define MOVI_p(r1,im,_p) ADDL_p(r1,im,GR_0,_p)
-/* mov - Move Indirect Register */
-#define MOV_rn_RR(r1,r3) M43(0x10,r3,r1)
-#define MOV_rn_DBR(r1,r3) M43(0x11,r3,r1)
-#define MOV_rn_IBR(r1,r3) M43(0x012,r3,r1)
-#define MOV_rn_PKR(r1,r3) M43(0x13,r3,r1)
-#define MOV_rn_PMC(r1,r3) M43(0x14,r3,r1)
-#define MOV_rn_PMD(r1,r3) M43(0x15,r3,r1)
-#define MOV_rn_CPUID(r1,r3) M43(0x17,r3,r1)
-#define MOV_RR_rn(r3,r2) M42(0x00,r3,r2)
-#define MOV_DBR_rn(r3,r2) M42(0x01,r3,r2)
-#define MOV_IBR_rn(r3,r2) M42(0x02,r3,r2)
-#define MOV_PKR_rn(r3,r2) M42(0x03,r3,r2)
-#define MOV_PMC_rn(r3,r2) M42(0x04,r3,r2)
-#define MOV_PMD_rn(r3,r2) M42(0x05,r3,r2)
-/* mov - Move Instruction Pointer */
-#define MOV_rn_ip(r1) I25(0x30,r1)
-/* mov - Move Predicates */
-#define MOV_rn_pr(r1) I25(0x33,r1)
-#define MOV_pr_rn(r2,im) I23(r2,im)
-#define MOVI_pr(im) I24(im)
-/* mov - Move Processor Status Register */
-#define MOV_rn_psr(r1) M36(0x25,r1)
-#define MOV_psr_l_rn(r2) M35(0x2d,r2)
-/* mov - Move User Mask */
-#define MOV_rn_psr_um(r1) M36(0x21,r1)
-#define MOV_psr_um_rn(r2) M35(0x29,r2)
-/* movl */
-#define MOVL(r1,im) X2(r1,im)
-/* mpy4 */
-#define MPY4(r1,r2,r3) I2(1,0,0,3,1,r3,r2,r1)
-/* mpyshl4 */
-#define MPYSHL4(r1,r2,r3) I2(1,0,0,3,3,r3,r2,r1)
-/* mux */
-#define MUX1(r1,r2,mbt) I3(mbt,r2,r1)
-#define MUX2(r1,r2,mht) I4(mht,r2,r1)
-/* nop */
-#define NOP_I(im) I18(im,0)
-#define NOP_M(im) M48(0,im)
-#define NOP_B(im) B9(2,0,im)
-#define NOP_X(im) X5(0,im)
-/* or */
-#define OR(r1,r2,r3) A1(3,2,r3,r2,r1)
-#define ORI(r1,im,r3) A3(0xb,2,r3,im,r1)
-/* pack */
-#define PACK2_USS(r1,r2,r3) I2(0,2,1,0,0,r3,r2,r1)
-#define PACK2_SSS(r1,r2,r3) I2(0,2,1,0,2,r3,r2,r1)
-#define PACK4_SSS(r1,r2,r3) I2(1,2,0,0,2,r3,r2,r1)
-/* padd */
-#define PADD1(r1,r2,r3) A9(0,0,0,0,r3,r2,r1)
-#define PADD1_SSS(r1,r2,r3) A9(0,0,0,1,r3,r2,r1)
-#define PADD1_UUU(r1,r2,r3) A9(0,0,0,2,r3,r2,r1)
-#define PADD1_UUS(r1,r2,r3) A9(0,0,0,3,r3,r2,r1)
-#define PADD2(r1,r2,r3) A9(0,1,0,0,r3,r2,r1)
-#define PADD2_SSS(r1,r2,r3) A9(0,1,0,1,r3,r2,r1)
-#define PADD2_UUU(r1,r2,r3) A9(0,1,0,2,r3,r2,r1)
-#define PADD2_UUS(r1,r2,r3) A9(0,1,0,3,r3,r2,r1)
-#define PADD4(r1,r2,r3) A9(1,0,0,0,r3,r2,r1)
-/* pavg */
-#define PAVG1(r1,r2,r3) A9(0,0,2,2,r3,r2,r1)
-#define PAVG2(r1,r2,r3) A9(0,1,2,2,r3,r2,r1)
-#define PAVG1_RAZ(r1,r2,r3) A9(0,0,2,3,r3,r2,r1)
-#define PAVG2_RAZ(r1,r2,r3) A9(0,1,2,3,r3,r2,r1)
-/* pavgsub */
-#define PAVGSUB1(r1,r2,r3) A9(0,0,3,2,r3,r2,r1)
-#define PAVGSUB2(r1,r2,r3) A9(0,1,3,2,r3,r2,r1)
-/* pcmp */
-#define PCMP1_EQ(r1,r2,r3) A9(0,0,9,0,r3,r2,r1)
-#define PCMP2_EQ(r1,r2,r3) A9(0,1,9,0,r3,r2,r1)
-#define PCMP4_EQ(r1,r2,r3) A9(1,0,9,0,r3,r2,r1)
-#define PCMP1_GT(r1,r2,r3) A9(0,0,9,1,r3,r2,r1)
-#define PCMP2_GT(r1,r2,r3) A9(0,1,9,1,r3,r2,r1)
-#define PCMP4_GT(r1,r2,r3) A9(1,0,9,1,r3,r2,r1)
-/* pmax */
-#define PMAX1_U(r1,r2,r3) I2(0,2,0,1,1,r3,r2,r1)
-#define PMAX2(r1,r2,r3) I2(0,2,1,1,3,r3,r2,r1)
-/* pmin */
-#define PMIN1_U(r1,r2,r3) I2(0,2,0,0,1,r3,r2,r1)
-#define PMIN2(r1,r2,r3) I2(0,2,1,0,3,r3,r2,r1)
-/* pmpy */
-#define PMPY2_R(r1,r2,r3) I2(0,2,1,3,1,r3,r2,r1)
-#define PMPY2_L(r1,r2,r3) I2(0,2,1,3,3,r3,r2,r1)
-/* pmpyshr */
-#define PMPYSHR2(r1,r2,r3,im) I1(im,3,r3,r2,r1)
-#define PMPYSHR2_U(r1,r2,r3,im) I1(im,1,r3,r2,r1)
-/* popcnt */
-#define POPCNT(r1,r3) I9(2,r3,r1)
-/* probe */
-#define PROBE_R(r1,r3,r2) M38(0x38,r3,r2,r1)
-#define PROBE_W(r1,r3,r2) M38(0x39,r3,r2,r1)
-#define PROBEI_R(r1,r3,im) M39(0x18,r3,im,r1)
-#define PROBEI_W(r1,r3,im) M39(0x19,r3,im,r1)
-#define PROBE_RW_FAULT(r3,im) M40(0x31,r3,im)
-#define PROBE_R_FAULT(r3,im) M40(0x32,r3,im)
-#define PROBE_W_FAULT(r3,im) M40(0x33,r3,im)
-/* psad */
-#define PSAD1(r1,r2,r3) I2(0,2,0,2,3,r3,r2,r1)
-/* pshl */
-#define PSHL2(r1,r2,r3) I7(0,1,r3,r2,r1)
-#define PSHL4(r1,r2,r3) I7(1,0,r3,r2,r1)
-#define PSHL2I(r1,r2,im) I8(0,1,im,r2,r1)
-#define PSHL4I(r1,r2,im) I8(1,0,im,r2,r1)
-/* pshladd */
-#define PSHLADD2(r1,r2,im,r3) A10(4,im,r3,r2,r1)
-/* pshr */
-#define PSHR2(r1,r3,r2) I5(0,1,2,r3,r2,r1)
-#define PSHR2I(r1,r3,im) I6(0,1,3,r3,im,r1)
-#define PSHR2_U(r1,r3,r2) I5(0,1,0,r3,r2,r1)
-#define PSHR2I_U(r1,r3,im) I6(0,1,1,r3,im,r1)
-#define PSHR4(r1,r3,r2) I5(1,0,2,r3,r2,r1)
-#define PSHR4I(r1,r3,im) I6(1,0,3,r3,im,r1)
-#define PSHR4_U(r1,r3,r2) I5(1,0,0,r3,r2,r1)
-#define PSHR4I_U(r1,r3,im) I6(1,0,1,r3,im,r1)
-/* pshradd */
-#define PSHRADD2(r1,r2,im,r3) A10(6,im,r3,r2,r1)
-/* psub */
-#define PSUB1(r1,r2,r3) A9(0,0,1,0,r3,r2,r1)
-#define PSUB1_SSS(r1,r2,r3) A9(0,0,1,1,r3,r2,r1)
-#define PSUB1_UUU(r1,r2,r3) A9(0,0,1,2,r3,r2,r1)
-#define PSUB1_UUS(r1,r2,r3) A9(0,0,1,3,r3,r2,r1)
-#define PSUB2(r1,r2,r3) A9(0,1,1,0,r3,r2,r1)
-#define PSUB2_SSS(r1,r2,r3) A9(0,1,1,1,r3,r2,r1)
-#define PSUB2_UUU(r1,r2,r3) A9(0,1,1,2,r3,r2,r1)
-#define PSUB2_UUS(r1,r2,r3) A9(0,1,1,3,r3,r2,r1)
-#define PSUB4(r1,r2,r3) A9(1,0,1,0,r3,r2,r1)
-/* ptc.e */
-#define PTC_E(r3) M47(0x34,r3)
-/* ptc.g, ptc.ga */
-#define PTC_G(r3,r2) M45(0xa,r3,r2)
-#define PTC_GA(r3,r2) M45(0xb,r3,r2)
-/* ptc.l */
-#define PTC_L(r3,r2) M45(0x9,r3,r2)
-/* ptr */
-#define PTR_D(r3,r2) M45(0xc,r3,r2)
-#define PTR_I(r3,r2) M45(0xd,r3,r2)
-/* rfi */
-#define RFI() B8(0x08)
-/* rsm */
-#define RSM(im) M44(7,im)
-/* rum */
-#define RUM(im) M44(5,im)
-/* shl */
-#define SHL(r1,r2,r3) I7(1,1,r3,r2,r1)
-/* shladd */
-#define SHLADD(r1,r2,im,r3) A2(4,im,r3,r2,r1)
-/* shladdp4 */
-#define SHLADDP4(r1,r2,im,r3) A2(6,im,r3,r2,r1)
-/* shr */
-#define SHR(r1,r3,r2) I5(1,1,2,r3,r2,r1)
-#define SHR_U(r1,r3,r2) I5(1,1,0,r3,r2,r1)
-/* shrp */
-#define SHRP(r1,r2,r3,im) I10(im,r3,r2,r1)
-/* srlz */
-#define SRLZ_I() M24(3,1)
-#define SRLZ_D() M24(3,0)
-/* ssm */
-#define SSM(im) M44(6,im)
-/* st */
-#define ST1(r3,r2) M6(0x30,ST_NONE,0,r3,r2)
-#define ST2(r3,r2) M6(0x31,ST_NONE,0,r3,r2)
-#define ST4(r3,r2) M6(0x32,ST_NONE,0,r3,r2)
-#define ST8(r3,r2) M6(0x33,ST_NONE,0,r3,r2)
-#define ST1_REL(r3,r2) M6(0x34,ST_NONE,0,r3,r2)
-#define ST2_REL(r3,r2) M6(0x35,ST_NONE,0,r3,r2)
-#define ST4_REL(r3,r2) M6(0x36,ST_NONE,0,r3,r2)
-#define ST8_REL(r3,r2) M6(0x37,ST_NONE,0,r3,r2)
-#define ST8_SPILL(r3,r2) M6(0x3b,ST_NONE,0,r3,r2)
-#define ST16(r3,r2) M6(0x30,ST_NONE,1,r3,r2)
-#define ST16_REL(r3,r2) M6(0x34,ST_NONE,1,r3,r2)
-#define ST1_inc(r3,r2,im) M5(0x30,ST_NONE,r3,r2,im)
-#define ST2_inc(r3,r2,im) M5(0x31,ST_NONE,r3,r2,im)
-#define ST4_inc(r3,r2,im) M5(0x32,ST_NONE,r3,r2,im)
-#define ST8_inc(r3,r2,im) M5(0x33,ST_NONE,r3,r2,im)
-#define ST1_REL_inc(r3,r2,im) M5(0x34,ST_NONE,r3,r2,im)
-#define ST2_REL_inc(r3,r2,im) M5(0x35,ST_NONE,r3,r2,im)
-#define ST4_REL_inc(r3,r2,im) M5(0x36,ST_NONE,r3,r2,im)
-#define ST8_REL_inc(r3,r2,im) M5(0x37,ST_NONE,r3,r2,im)
-#define ST8_SPILL_inc(r3,r2,im) M5(0x3b,ST_NONE,r3,r2,im)
-/* sub */
-#define SUB(r1,r2,r3) A1(1,1,r3,r2,r1)
-#define SUB1(r1,r2,r3) A1(1,0,r3,r2,r1)
-#define SUBI(r1,im,r3) A3(9,1,r3,im,r1)
-/* sum */
-#define SUM(im) M44(4,im)
-/* sxt */
-#define SXT1(r1,r3) I29(0x14,r3,r1)
-#define SXT2(r1,r3) I29(0x15,r3,r1)
-#define SXT4(r1,r3) I29(0x16,r3,r1)
-/* sync */
-#define SYNC_I() M24(3,3)
-/* tak */
-#define TAK(r1,r3) M46(0x1f,r3,r1)
-/* tbit */
-#define TBIT_Z(p1,p2,r3,pos) I16(0,0,p2,r3,pos,0,p1)
-#define TBIT_Z_UNC(p1,p2,r3,pos) I16(0,0,p2,r3,pos,1,p1)
-#define TBIT_Z_AND(p1,p2,r3,pos) I16(1,0,p2,r3,pos,0,p1)
-#define TBIT_NZ_AND(p1,p2,r3,pos) I16(1,0,p2,r3,pos,1,p1)
-#define TBIT_Z_OR(p1,p2,r3,pos) I16(0,1,p2,r3,pos,0,p1)
-#define TBIT_NZ_OR(p1,p2,r3,pos) I16(0,1,p2,r3,pos,1,p1)
-#define TBIT_Z_ANDCM(p1,p2,r3,pos) I16(1,1,p2,r3,pos,0,p1)
-#define TBIT_NZ_ANDCM(p1,p2,r3,pos) I16(1,1,p2,r3,pos,1,p1)
-/* tf */
-#define TF_Z(p1,p2,im) I30(0,0,p2,im,0,p1)
-#define TF_Z_UNC(p1,p2,im) I30(0,0,p2,im,1,p1)
-#define TF_Z_AND(p1,p2,im) I30(1,0,p2,im,0,p1)
-#define TF_NZ_AND(p1,p2,im) I30(1,0,p2,im,1,p1)
-#define TF_Z_OR(p1,p2,im) I30(0,1,p2,im,0,p1)
-#define TF_NZ_OR(p1,p2,im) I30(0,1,p2,im,1,p1)
-#define TF_Z_ANDCM(p1,p2,im) I30(1,1,p2,im,0,p1)
-#define TF_NZ_ANDCM(p1,p2,im) I30(1,1,p2,im,1,p1)
-/* thash */
-#define THASH(r1,r3) M46(0x1a,r3,r1)
-/* tnat */
-#define TNAT_Z(p1,p2,r3) I17(0,0,p2,r3,0,p1)
-#define TNAT_Z_UNC(p1,p2,r3) I17(0,0,p2,r3,1,p1)
-#define TNAT_Z_AND(p1,p2,r3) I17(1,0,p2,r3,0,p1)
-#define TNAT_NZ_AND(p1,p2,r3) I17(1,0,p2,r3,1,p1)
-#define TNAT_Z_OR(p1,p2,r3) I17(0,1,p2,r3,0,p1)
-#define TNAT_NZ_OR(p1,p2,r3) I17(0,1,p2,r3,1,p1)
-#define TNAT_Z_ANDCM(p1,p2,r3) I17(1,1,p2,r3,0,p1)
-#define TNAT_NZ_ANDCM(p1,p2,r3) I17(1,1,p2,r3,1,p1)
-/* tpa */
-#define TPA(r1,r3) M46(0x1e,r3,r1)
-/* ttag */
-#define TTAG(r1,r3) M46(0x1b,r3,r1)
-/* unpack */
-#define UNPACK1_H(r1,r2,r3) I2(0,2,0,1,0,r3,r2,r1)
-#define UNPACK2_H(r1,r2,r3) I2(0,2,1,1,0,r3,r2,r1)
-#define UNPACK4_H(r1,r2,r3) I2(1,2,0,1,0,r3,r2,r1)
-#define UNPACK1_L(r1,r2,r3) I2(0,2,0,1,2,r3,r2,r1)
-#define UNPACK2_L(r1,r2,r3) I2(0,2,1,1,2,r3,r2,r1)
-#define UNPACK4_L(r1,r2,r3) I2(1,2,0,1,2,r3,r2,r1)
-/* vmsw */
-#define VMSW_0() B8(0x18)
-#define VMSW_1() B8(0x19)
-/* xchg */
-#define XCHG1_ACQ(r1,r3,r2) M16(0x08,LD_NONE,r3,r2,r1)
-#define XCHG2_ACQ(r1,r3,r2) M16(0x09,LD_NONE,r3,r2,r1)
-#define XCHG4_ACQ(r1,r3,r2) M16(0x0a,LD_NONE,r3,r2,r1)
-#define XCHG8_ACQ(r1,r3,r2) M16(0x0b,LD_NONE,r3,r2,r1)
-/* xor */
-#define XOR(r1,r2,r3) A1(3,3,r3,r2,r1)
-#define XORI(r1,im,r3) A3(0xb,3,r3,im,r1)
-/* zxt */
-#define ZXT1(r1,r3) I29(0x10,r3,r1)
-#define ZXT2(r1,r3) I29(0x11,r3,r1)
-#define ZXT4(r1,r3) I29(0x12,r3,r1)
-
-#define addr(r0,r1,r2) ADD(r0,r1,r2)
-#define addi(r0,r1,i0) _addi(_jit,r0,r1,i0)
-static void _addi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define addcr(r0, r1, r2) _addcr(_jit, r0, r1, r2)
-static void _addcr(jit_state_t*, int32_t, int32_t, int32_t);
-#define addci(r0, r1, i0) _addci(_jit, r0, r1, i0)
-static void _addci(jit_state_t*, int32_t, int32_t, jit_word_t);
-# define addxr(r0, r1, r2) _addxr(_jit, r0, r1, r2)
-static void _addxr(jit_state_t*, int32_t, int32_t, int32_t);
-# define addxi(r0, r1, i0) _addxi(_jit, r0, r1, i0)
-static void _addxi(jit_state_t*, int32_t, int32_t, jit_word_t);
-#define subr(r0,r1,r2) SUB(r0,r1,r2)
-#define subi(r0,r1,i0) _subi(_jit,r0,r1,i0)
-static void _subi(jit_state_t*,int32_t,int32_t,jit_word_t);
-# define subcr(r0, r1, r2) _subcr(_jit, r0, r1, r2)
-static void _subcr(jit_state_t*,int32_t,int32_t,int32_t);
-# define subci(r0, r1, i0) _subci(_jit, r0, r1, i0)
-static void _subci(jit_state_t*,int32_t,int32_t,jit_word_t);
-# define subxr(r0, r1, r2) _subxr(_jit, r0, r1, r2)
-static void _subxr(jit_state_t*,int32_t,int32_t,int32_t);
-# define subxi(r0, r1, i0) _subxi(_jit, r0, r1, i0)
-static void _subxi(jit_state_t*,int32_t,int32_t,jit_word_t);
-# define rsbi(r0, r1, i0) _rsbi(_jit, r0, r1, i0)
-static void _rsbi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define mulr(r0,r1,r2) _mulr(_jit,r0,r1,r2)
-static void _mulr(jit_state_t*,int32_t,int32_t,int32_t);
-#define muli(r0,r1,i0) _muli(_jit,r0,r1,i0)
-static void _muli(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define divr(r0,r1,r2) _divr(_jit,r0,r1,r2)
-static void _divr(jit_state_t*,int32_t,int32_t,int32_t);
-#define divi(r0,r1,i0) _divi(_jit,r0,r1,i0)
-static void _divi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define divr_u(r0,r1,r2) _divr_u(_jit,r0,r1,r2)
-static void _divr_u(jit_state_t*,int32_t,int32_t,int32_t);
-#define divi_u(r0,r1,i0) _divi_u(_jit,r0,r1,i0)
-static void _divi_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define remr(r0,r1,r2) _remr(_jit,r0,r1,r2)
-static void _remr(jit_state_t*,int32_t,int32_t,int32_t);
-#define remi(r0,r1,i0) _remi(_jit,r0,r1,i0)
-static void _remi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define remr_u(r0,r1,r2) _remr_u(_jit,r0,r1,r2)
-static void _remr_u(jit_state_t*,int32_t,int32_t,int32_t);
-#define remi_u(r0,r1,i0) _remi_u(_jit,r0,r1,i0)
-static void _remi_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define mulh(r0,r1,r2,sign) _mulh(_jit,r0,r1,r2,sign)
-static void _mulh(jit_state_t*,jit_bool_t,int32_t,int32_t,int32_t);
-#define qmulr(r0,r1,r2,r3) iqmulr(r0,r1,r2,r3,1)
-#define qmulr_u(r0,r1,r2,r3) iqmulr(r0,r1,r2,r3,0)
-#define iqmulr(r0,r1,r2,r3,sign) _iqmulr(_jit,r0,r1,r2,r3,sign)
-static void _iqmulr(jit_state_t*,int32_t,int32_t,
- int32_t,int32_t,jit_bool_t);
-#define qmuli(r0,r1,r2,i0) iqmuli(r0,r1,r2,i0,1)
-#define qmuli_u(r0,r1,r2,i0) iqmuli(r0,r1,r2,i0,0)
-#define iqmuli(r0,r1,r2,i0,sign) _iqmuli(_jit,r0,r1,r2,i0,sign)
-static void _iqmuli(jit_state_t*,int32_t,int32_t,
- int32_t,jit_word_t,jit_bool_t);
-#define qdivr(r0,r1,r2,r3) iqdivr(r0,r1,r2,r3,1)
-#define qdivr_u(r0,r1,r2,r3) iqdivr(r0,r1,r2,r3,0)
-#define iqdivr(r0,r1,r2,r3,sign) _iqdivr(_jit,r0,r1,r2,r3,sign)
-static void _iqdivr(jit_state_t*,int32_t,int32_t,
- int32_t,int32_t,jit_bool_t);
-#define qdivi(r0,r1,r2,i0) iqdivi(r0,r1,r2,i0,1)
-#define qdivi_u(r0,r1,r2,i0) iqdivi(r0,r1,r2,i0,0)
-#define iqdivi(r0,r1,r2,i0,sign) _iqdivi(_jit,r0,r1,r2,i0,sign)
-static void _iqdivi(jit_state_t*,int32_t,int32_t,
- int32_t,jit_word_t,jit_bool_t);
-#define andr(r0,r1,r2) AND(r0,r1,r2)
-#define andi(r0,r1,i0) _andi(_jit,r0,r1,i0)
-static void _andi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define orr(r0,r1,r2) OR(r0,r1,r2)
-#define ori(r0,r1,i0) _ori(_jit,r0,r1,i0)
-static void _ori(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define xorr(r0,r1,r2) XOR(r0,r1,r2)
-#define xori(r0,r1,i0) _xori(_jit,r0,r1,i0)
-static void _xori(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define lshr(r0,r1,r2) SHL(r0,r1,r2)
-#define lshi(r0,r1,i0) _lshi(_jit,r0,r1,i0)
-static void _lshi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define rshr(r0,r1,r2) SHR(r0,r1,r2)
-#define rshi(r0,r1,i0) _rshi(_jit,r0,r1,i0)
-static void _rshi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define rshr_u(r0,r1,r2) SHR_U(r0,r1,r2)
-#define rshi_u(r0,r1,i0) _rshi_u(_jit,r0,r1,i0)
-static void _rshi_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ltr(r0,r1,r2) _ltr(_jit,r0,r1,r2)
-static void _ltr(jit_state_t*,int32_t,int32_t,int32_t);
-#define lti(r0,r1,i0) _lti(_jit,r0,r1,i0)
-static void _lti(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ltr_u(r0,r1,r2) _ltr_u(_jit,r0,r1,r2)
-static void _ltr_u(jit_state_t*,int32_t,int32_t,int32_t);
-#define lti_u(r0,r1,i0) _lti_u(_jit,r0,r1,i0)
-static void _lti_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ler(r0,r1,r2) _ler(_jit,r0,r1,r2)
-static void _ler(jit_state_t*,int32_t,int32_t,int32_t);
-#define lei(r0,r1,i0) _lei(_jit,r0,r1,i0)
-static void _lei(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ler_u(r0,r1,r2) _ler_u(_jit,r0,r1,r2)
-static void _ler_u(jit_state_t*,int32_t,int32_t,int32_t);
-#define lei_u(r0,r1,i0) _lei_u(_jit,r0,r1,i0)
-static void _lei_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define eqr(r0,r1,r2) _eqr(_jit,r0,r1,r2)
-static void _eqr(jit_state_t*,int32_t,int32_t,int32_t);
-#define eqi(r0,r1,i0) _eqi(_jit,r0,r1,i0)
-static void _eqi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ger(r0,r1,r2) _ger(_jit,r0,r1,r2)
-static void _ger(jit_state_t*,int32_t,int32_t,int32_t);
-#define gei(r0,r1,i0) _gei(_jit,r0,r1,i0)
-static void _gei(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ger_u(r0,r1,r2) _ger_u(_jit,r0,r1,r2)
-static void _ger_u(jit_state_t*,int32_t,int32_t,int32_t);
-#define gei_u(r0,r1,i0) _gei_u(_jit,r0,r1,i0)
-static void _gei_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define gtr(r0,r1,r2) _gtr(_jit,r0,r1,r2)
-static void _gtr(jit_state_t*,int32_t,int32_t,int32_t);
-#define gti(r0,r1,i0) _gti(_jit,r0,r1,i0)
-static void _gti(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define gtr_u(r0,r1,r2) _gtr_u(_jit,r0,r1,r2)
-static void _gtr_u(jit_state_t*,int32_t,int32_t,int32_t);
-#define gti_u(r0,r1,i0) _gti_u(_jit,r0,r1,i0)
-static void _gti_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ner(r0,r1,r2) _ner(_jit,r0,r1,r2)
-static void _ner(jit_state_t*,int32_t,int32_t,int32_t);
-#define nei(r0,r1,i0) _nei(_jit,r0,r1,i0)
-static void _nei(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define negr(r0,r1) subr(r0,0,r1)
-#define comr(r0,r1) ANDCMI(r0,-1,r1)
-#define movr(r0,r1) _movr(_jit,r0,r1)
-static void _movr(jit_state_t*,int32_t,int32_t);
-#define movi(r0,i0) _movi(_jit,r0,i0)
-static void _movi(jit_state_t*,int32_t,jit_word_t);
-#define movi_p(r0,i0) _movi_p(_jit,r0,i0)
-static jit_word_t _movi_p(jit_state_t*,int32_t,jit_word_t);
-#if __BYTE_ORDER == __LITTLE_ENDIAN
-# define bswapr_us(r0,r1) _bswapr_us(_jit,r0,r1)
-static void _bswapr_us(jit_state_t*,int32_t,int32_t);
-# define bswapr_ui(r0,r1) _bswapr_ui(_jit,r0,r1)
-static void _bswapr_ui(jit_state_t*,int32_t,int32_t);
-# define bswapr_ul(r0,r1) MUX1(r0,r1,MUX_REV)
-#else
-# define bswapr_us(r0,r1) extr_us(r0,r1)
-# define bswapr_ui(r0,r1) extr_ui(r0,r1)
-# define bswapr_ul(r0,r1) movr(r0,r1)
-#endif
-#define extr_c(r0,r1) SXT1(r0,r1)
-#define extr_uc(r0,r1) ZXT1(r0,r1)
-#define extr_s(r0,r1) SXT2(r0,r1)
-#define extr_us(r0,r1) ZXT2(r0,r1)
-#define extr_i(r0,r1) SXT4(r0,r1)
-#define extr_ui(r0,r1) ZXT4(r0,r1)
-#define bltr(i0,r0,r1) _bltr(_jit,i0,r0,r1)
-static jit_word_t _bltr(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define blti(i0,r0,i1) _blti(_jit,i0,r0,i1)
-static jit_word_t _blti(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bltr_u(i0,r0,r1) _bltr_u(_jit,i0,r0,r1)
-static jit_word_t _bltr_u(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define blti_u(i0,r0,i1) _blti_u(_jit,i0,r0,i1)
-static jit_word_t _blti_u(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bler(i0,r0,r1) _bler(_jit,i0,r0,r1)
-static jit_word_t _bler(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define blei(i0,r0,i1) _blei(_jit,i0,r0,i1)
-static jit_word_t _blei(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bler_u(i0,r0,r1) _bler_u(_jit,i0,r0,r1)
-static jit_word_t _bler_u(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define blei_u(i0,r0,i1) _blei_u(_jit,i0,r0,i1)
-static jit_word_t _blei_u(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define beqr(i0,r0,r1) _beqr(_jit,i0,r0,r1)
-static jit_word_t _beqr(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define beqi(i0,r0,i1) _beqi(_jit,i0,r0,i1)
-static jit_word_t _beqi(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bger(i0,r0,r1) _bger(_jit,i0,r0,r1)
-static jit_word_t _bger(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bgei(i0,r0,i1) _bgei(_jit,i0,r0,i1)
-static jit_word_t _bgei(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bger_u(i0,r0,r1) _bger_u(_jit,i0,r0,r1)
-static jit_word_t _bger_u(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bgei_u(i0,r0,i1) _bgei_u(_jit,i0,r0,i1)
-static jit_word_t _bgei_u(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bgtr(i0,r0,r1) _bgtr(_jit,i0,r0,r1)
-static jit_word_t _bgtr(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bgti(i0,r0,i1) _bgti(_jit,i0,r0,i1)
-static jit_word_t _bgti(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bgtr_u(i0,r0,r1) _bgtr_u(_jit,i0,r0,r1)
-static jit_word_t _bgtr_u(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bgti_u(i0,r0,i1) _bgti_u(_jit,i0,r0,i1)
-static jit_word_t _bgti_u(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bner(i0,r0,r1) _bner(_jit,i0,r0,r1)
-static jit_word_t _bner(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bnei(i0,r0,i1) _bnei(_jit,i0,r0,i1)
-static jit_word_t _bnei(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bmsr(i0,r0,r1) _bmsr(_jit,i0,r0,r1)
-static jit_word_t _bmsr(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bmsi(i0,r0,i1) _bmsi(_jit,i0,r0,i1)
-static jit_word_t _bmsi(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bmcr(i0,r0,r1) _bmcr(_jit,i0,r0,r1)
-static jit_word_t _bmcr(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bmci(i0,r0,i1) _bmci(_jit,i0,r0,i1)
-static jit_word_t _bmci(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define baddr(i0,r0,r1,cc) _baddr(_jit,i0,r0,r1,cc)
-static jit_word_t _baddr(jit_state_t*,jit_word_t,
- int32_t,int32_t,jit_bool_t);
-#define baddi(i0,r0,i1,cc) _baddi(_jit,i0,r0,i1,cc)
-static jit_word_t _baddi(jit_state_t*,jit_word_t,
- int32_t,jit_word_t,jit_bool_t);
-#define baddr_u(i0,r0,r1,cc) _baddr_u(_jit,i0,r0,r1,cc)
-static jit_word_t _baddr_u(jit_state_t*,jit_word_t,
- int32_t,int32_t,jit_bool_t);
-#define baddi_u(i0,r0,i1,cc) _baddi_u(_jit,i0,r0,i1,cc)
-static jit_word_t _baddi_u(jit_state_t*,jit_word_t,
- int32_t,jit_word_t,jit_bool_t);
-#define bsubr(i0,r0,r1,cc) _bsubr(_jit,i0,r0,r1,cc)
-static jit_word_t _bsubr(jit_state_t*,jit_word_t,
- int32_t,int32_t,jit_bool_t);
-#define bsubi(i0,r0,i1,cc) _bsubi(_jit,i0,r0,i1,cc)
-static jit_word_t _bsubi(jit_state_t*,jit_word_t,
- int32_t,jit_word_t,jit_bool_t);
-#define bsubr_u(i0,r0,r1,cc) _bsubr_u(_jit,i0,r0,r1,cc)
-static jit_word_t _bsubr_u(jit_state_t*,jit_word_t,
- int32_t,int32_t,jit_bool_t);
-#define bsubi_u(i0,r0,i1,cc) _bsubi_u(_jit,i0,r0,i1,cc)
-static jit_word_t _bsubi_u(jit_state_t*,jit_word_t,
- int32_t,jit_word_t,jit_bool_t);
-#define boaddr(i0,r0,r1) baddr(i0,r0,r1,1)
-#define boaddi(i0,r0,i1) baddi(i0,r0,i1,1)
-#define boaddr_u(i0,r0,r1) baddr_u(i0,r0,r1,1)
-#define boaddi_u(i0,r0,i1) baddi_u(i0,r0,i1,1)
-#define bxaddr(i0,r0,r1) baddr(i0,r0,r1,0)
-#define bxaddi(i0,r0,i1) baddi(i0,r0,i1,0)
-#define bxaddr_u(i0,r0,r1) baddr_u(i0,r0,r1,0)
-#define bxaddi_u(i0,r0,i1) baddi_u(i0,r0,i1,0)
-#define bosubr(i0,r0,r1) bsubr(i0,r0,r1,1)
-#define bosubi(i0,r0,i1) bsubi(i0,r0,i1,1)
-#define bosubr_u(i0,r0,r1) bsubr_u(i0,r0,r1,1)
-#define bosubi_u(i0,r0,i1) bsubi_u(i0,r0,i1,1)
-#define bxsubr(i0,r0,r1) bsubr(i0,r0,r1,0)
-#define bxsubi(i0,r0,i1) bsubi(i0,r0,i1,0)
-#define bxsubr_u(i0,r0,r1) bsubr_u(i0,r0,r1,0)
-#define bxsubi_u(i0,r0,i1) bsubi_u(i0,r0,i1,0)
-#define ldr_c(r0,r1) _ldr_c(_jit,r0,r1)
-static void _ldr_c(jit_state_t*,int32_t,int32_t);
-#define ldi_c(r0,i0) _ldi_c(_jit,r0,i0)
-static void _ldi_c(jit_state_t*,int32_t,jit_word_t);
-#define ldr_uc(r0,r1) LD1(r0,r1)
-#define ldi_uc(r0,i0) _ldi_uc(_jit,r0,i0)
-static void _ldi_uc(jit_state_t*,int32_t,jit_word_t);
-#define ldr_s(r0,r1) _ldr_s(_jit,r0,r1)
-static void _ldr_s(jit_state_t*,int32_t,int32_t);
-#define ldi_s(r0,i0) _ldi_s(_jit,r0,i0)
-static void _ldi_s(jit_state_t*,int32_t,jit_word_t);
-#define ldr_us(r0,r1) LD2(r0,r1)
-#define ldi_us(r0,i0) _ldi_us(_jit,r0,i0)
-static void _ldi_us(jit_state_t*,int32_t,jit_word_t);
-#define ldr_i(r0,r1) _ldr_i(_jit,r0,r1)
-static void _ldr_i(jit_state_t*,int32_t,int32_t);
-#define ldi_i(r0,i0) _ldi_i(_jit,r0,i0)
-static void _ldi_i(jit_state_t*,int32_t,jit_word_t);
-#define ldr_ui(r0,r1) LD4(r0,r1)
-#define ldi_ui(r0,i0) _ldi_ui(_jit,r0,i0)
-static void _ldi_ui(jit_state_t*,int32_t,jit_word_t);
-#define ldr_l(r0,r1) LD8(r0,r1)
-#define ldi_l(r0,i0) _ldi_l(_jit,r0,i0)
-static void _ldi_l(jit_state_t*,int32_t,jit_word_t);
-#define ldxr_c(r0,r1,r2) _ldxr_c(_jit,r0,r1,r2)
-static void _ldxr_c(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_c(r0,r1,i0) _ldxi_c(_jit,r0,r1,i0)
-static void _ldxi_c(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldxr_uc(r0,r1,r2) _ldxr_uc(_jit,r0,r1,r2)
-static void _ldxr_uc(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_uc(r0,r1,i0) _ldxi_uc(_jit,r0,r1,i0)
-static void _ldxi_uc(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldxr_s(r0,r1,r2) _ldxr_s(_jit,r0,r1,r2)
-static void _ldxr_s(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_s(r0,r1,i0) _ldxi_s(_jit,r0,r1,i0)
-static void _ldxi_s(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldxr_us(r0,r1,r2) _ldxr_us(_jit,r0,r1,r2)
-static void _ldxr_us(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_us(r0,r1,i0) _ldxi_us(_jit,r0,r1,i0)
-static void _ldxi_us(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldxr_i(r0,r1,r2) _ldxr_i(_jit,r0,r1,r2)
-static void _ldxr_i(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_i(r0,r1,i0) _ldxi_i(_jit,r0,r1,i0)
-static void _ldxi_i(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldxr_ui(r0,r1,r2) _ldxr_ui(_jit,r0,r1,r2)
-static void _ldxr_ui(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_ui(r0,r1,i0) _ldxi_ui(_jit,r0,r1,i0)
-static void _ldxi_ui(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldxr_l(r0,r1,r2) _ldxr_l(_jit,r0,r1,r2)
-static void _ldxr_l(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_l(r0,r1,i0) _ldxi_l(_jit,r0,r1,i0)
-static void _ldxi_l(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define str_c(r0,r1) ST1(r0,r1)
-#define sti_c(i0,r0) _sti_c(_jit,i0,r0)
-static void _sti_c(jit_state_t*,jit_word_t,int32_t);
-#define str_s(r0,r1) ST2(r0,r1)
-#define sti_s(i0,r0) _sti_s(_jit,i0,r0)
-static void _sti_s(jit_state_t*,jit_word_t,int32_t);
-#define str_i(r0,r1) ST4(r0,r1)
-#define sti_i(i0,r0) _sti_i(_jit,i0,r0)
-static void _sti_i(jit_state_t*,jit_word_t,int32_t);
-#define str_l(r0,r1) ST8(r0,r1)
-#define sti_l(i0,r0) _sti_l(_jit,i0,r0)
-static void _sti_l(jit_state_t*,jit_word_t,int32_t);
-#define stxr_c(r0,r1,r2) _stxr_c(_jit,r0,r1,r2)
-static void _stxr_c(jit_state_t*,int32_t,int32_t,int32_t);
-#define stxi_c(i0,r0,r1) _stxi_c(_jit,i0,r0,r1)
-static void _stxi_c(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define stxr_s(r0,r1,r2) _stxr_s(_jit,r0,r1,r2)
-static void _stxr_s(jit_state_t*,int32_t,int32_t,int32_t);
-#define stxi_s(i0,r0,r1) _stxi_s(_jit,i0,r0,r1)
-static void _stxi_s(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define stxr_i(r0,r1,r2) _stxr_i(_jit,r0,r1,r2)
-static void _stxr_i(jit_state_t*,int32_t,int32_t,int32_t);
-#define stxi_i(i0,r0,r1) _stxi_i(_jit,i0,r0,r1)
-static void _stxi_i(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define stxr_l(r0,r1,r2) _stxr_l(_jit,r0,r1,r2)
-static void _stxr_l(jit_state_t*,int32_t,int32_t,int32_t);
-#define stxi_l(i0,r0,r1) _stxi_l(_jit,i0,r0,r1)
-static void _stxi_l(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define jmpr(r0) _jmpr(_jit,r0)
-static void _jmpr(jit_state_t*,int32_t);
-#define jmpi(i0) _jmpi(_jit,i0)
-static void _jmpi(jit_state_t*,jit_word_t);
-#define jmpi_p(i0) _jmpi_p(_jit,i0)
-static jit_word_t _jmpi_p(jit_state_t*,jit_word_t);
-#define callr(r0) _callr(_jit,r0)
-static void _callr(jit_state_t*,int32_t);
-#define calli(i0) _calli(_jit,i0)
-static void _calli(jit_state_t*,jit_word_t);
-#define calli_p(i0) _calli_p(_jit,i0)
-static jit_word_t _calli_p(jit_state_t*,jit_word_t);
-#define prolog(node) _prolog(_jit,node)
-static void _prolog(jit_state_t*,jit_node_t*);
-#define epilog(node) _epilog(_jit,node)
-static void _epilog(jit_state_t*,jit_node_t*);
-# define vastart(r0) _vastart(_jit, r0)
-static void _vastart(jit_state_t*, int32_t);
-# define vaarg(r0, r1) _vaarg(_jit, r0, r1)
-static void _vaarg(jit_state_t*, int32_t, int32_t);
-#define patch_at(node,instr,label) _patch_at(_jit,node,instr,label)
-static void _patch_at(jit_state_t*,jit_code_t,jit_word_t,jit_word_t);
-#endif
-
-#if CODE
-#if __BYTE_ORDER == __BIG_ENDIAN
-static jit_word_t
-byte_swap_if_big_endian(jit_word_t w)
-{
- union {
- char c[8];
- long w;
- } l, h;
- l.w = w;
- h.c[0] = l.c[7];
- h.c[1] = l.c[6];
- h.c[2] = l.c[5];
- h.c[3] = l.c[4];
- h.c[4] = l.c[3];
- h.c[5] = l.c[2];
- h.c[6] = l.c[1];
- h.c[7] = l.c[0];
- return (h.w);
-}
-#else
-#define byte_swap_if_big_endian(w) (w)
-#endif
-
-static void
-_out(jit_state_t *_jit, int n, int tm,
- jit_word_t s0, jit_word_t s1, jit_word_t s2)
-{
- int i;
- jit_word_t l, h, *w;
- set_bundle(_jit->pc.ul, l, h, tm, s0, s1, s2);
- _jit->pc.ul += 2;
- w = (jit_word_t *)_jitc->inst;
- for (i = n; i < _jitc->ioff; i++)
- w[i - n] = w[i];
- _jitc->ioff -= n;
-}
-
-#define nop_m 0x0008000000L
-#define nop_i 0x0008000000L
-#define nop_b 0x4000000000L
-static void
-_stop(jit_state_t *_jit)
-{
- /* Clear set of live registers */
- jit_regset_set_ui(&_jitc->regs, 0);
- _jitc->pred = 0;
- /* Flag a stop is required */
- if (_jitc->ioff)
- _jitc->inst[_jitc->ioff - 1].t |= INST_STOP;
- else
- inst(nop_m, INST_Ms);
-}
-
-static void
-_sync(jit_state_t *_jit)
-{
- /* Taken branches are supposed to not need a stop, so, it
- * should not be required to stop if no registers live in
- * sequential code */
- if (jit_regset_cmp_ui(&_jitc->regs, 0) != 0 || _jitc->pred)
- stop();
- do
- flush();
- while (_jitc->ioff);
-}
-
-#define A_0 INST_A
-#define As0 INST_As
-#define I_0 INST_I
-#define Is0 INST_Is
-#define M_0 INST_M
-#define Ms0 INST_Ms
-#define F_0 INST_F
-#define Fs0 INST_Fs
-#define B_0 INST_B
-#define Bs0 INST_Bs
-#define L_0 INST_L
-#define Ls0 INST_Ls
-#define X_0 INST_X
-#define Xs0 INST_Xs
-#define A_1 (INST_A<<4)
-#define As1 (INST_As<<4)
-#define I_1 (INST_I<<4)
-#define Is1 (INST_Is<<4)
-#define M_1 (INST_M<<4)
-#define Ms1 (INST_Ms<<4)
-#define F_1 (INST_F<<4)
-#define Fs1 (INST_Fs<<4)
-#define B_1 (INST_B<<4)
-#define Bs1 (INST_Bs<<4)
-#define L_1 (INST_L<<4)
-#define Ls1 (INST_Ls<<4)
-#define X_1 (INST_X<<4)
-#define Xs1 (INST_Xs<<4)
-#define A_2 (INST_A<<8)
-#define As2 (INST_As<<8)
-#define I_2 (INST_I<<8)
-#define Is2 (INST_Is<<8)
-#define M_2 (INST_M<<8)
-#define Ms2 (INST_Ms<<8)
-#define F_2 (INST_F<<8)
-#define Fs2 (INST_Fs<<8)
-#define B_2 (INST_B<<8)
-#define Bs2 (INST_Bs<<8)
-#define L_2 (INST_L<<8)
-#define Ls2 (INST_Ls<<8)
-#define X_2 (INST_X<<8)
-#define Xs2 (INST_Xs<<8)
-
-#define I_ I_0
-#define I_I_ I_0|I_1
-#define I_Is I_0|Is1
-#define I_B_ I_0|B_1
-#define I_Bs I_0|Bs1
-#define Is Is0
-#define IsI_ Is0|I_1
-#define IsIs Is0|Is1
-#define M_ M_0
-#define M_I_ M_0|I_1
-#define M_Is M_0|Is1
-#define M_M_ M_0|M_1
-#define M_Ms M_0|Ms1
-#define M_F_ M_0|F_1
-#define M_Fs M_0|Fs1
-#define M_B_ M_0|B_1
-#define M_Bs M_0|Bs1
-#define M_I_I_ M_0|I_1|I_2
-#define M_I_Is M_0|I_1|Is2
-#define M_I_B_ M_0|I_1|B_2
-#define M_I_Bs M_0|I_1|Bs2
-#define M_IsI_ M_0|Is1|I_2
-#define M_IsIs M_0|Is1|Is2
-#define M_M_I_ M_0|M_1|I_2
-#define M_M_Is M_0|M_1|Is2
-#define M_M_F_ M_0|M_1|F_2
-#define M_M_Fs M_0|M_1|Fs2
-#define M_M_B_ M_0|M_1|B_2
-#define M_M_Bs M_0|M_1|Bs2
-#define M_F_I_ M_0|F_1|I_2
-#define M_F_Is M_0|F_1|Is2
-#define M_F_B_ M_0|F_1|B_2
-#define M_F_Bs M_0|F_1|Bs2
-#define M_B_B_ M_0|B_1|B_2
-#define M_B_Bs M_0|B_1|Bs2
-#define M_L_X_ M_0|L_1|X_2
-#define M_L_Xs M_0|L_1|Xs2
-#define Ms Ms0
-#define MsI_ Ms0|I_1
-#define MsIs Ms0|Is1
-#define MsM_ Ms0|M_1
-#define MsMs Ms0|Ms1
-#define MsM_I_ Ms0|M_1|I_2
-#define MsM_Is Ms0|M_1|Is2
-#define F_ F_0
-#define F_I_ F_0|I_1
-#define F_Is F_0|Is1
-#define F_B_ F_0|B_1
-#define F_Bs F_0|Bs1
-#define Fs Fs0
-#define B_ B_0
-#define B_B_ B_0|B_1
-#define B_Bs B_0|Bs1
-#define B_B_B_ B_0|B_1|B_2
-#define B_B_Bs B_0|B_1|Bs2
-#define Bs Bs0
-#define L_X_ L_0|X_1
-#define L_Xs L_0|Xs1
-
-static jit_word_t
-templat(jit_word_t cc)
-{
- switch (cc) {
- case I_:
- case I_I_: case I_Is:
- case I_B_: case I_Bs:
- case Is:
- case IsI_: case IsIs:
- case M_:
- case M_I_: case M_Is:
- case M_M_: case M_Ms:
- case M_F_: case M_Fs:
- case M_B_: case M_Bs:
- case M_I_I_: case M_I_Is:
- case M_I_B_: case M_I_Bs:
- case M_IsI_: case M_IsIs:
- case M_M_I_: case M_M_Is:
- case M_M_F_: case M_M_Fs:
- case M_M_B_: case M_M_Bs:
- case M_F_I_: case M_F_Is:
- case M_F_B_: case M_F_Bs:
- case M_B_B_: case M_B_Bs:
- case M_L_X_: case M_L_Xs:
- case Ms:
- case MsI_: case MsIs:
- case MsM_: case MsMs:
- case MsM_I_: case MsM_Is:
- case F_:
- case F_I_: case F_Is:
- case F_B_: case F_Bs:
- case Fs:
- case B_:
- case B_B_: case B_Bs:
- case B_B_B_: case B_B_Bs:
- case Bs:
- case L_X_: case L_Xs:
- return (cc);
- default:
- return (0);
- }
-}
-
-/* match* functions recurse attempting to find a template for A-
- * instructions, that may be executed in M- or I- unit.
- * It also uses an heuristic of trying first M- for slot 0 and 2,
- * and I- for slot 1, but tries all possible matches.
- */
-static jit_word_t
-match_2(jit_word_t cc)
-{
- jit_word_t t;
- if ((t = templat(cc | M_2)))
- return (t);
- if ((t = templat(cc | I_2)))
- return (t);
- return (0);
-}
-
-static jit_word_t
-matchs2(jit_word_t cc)
-{
- jit_word_t t;
- if ((t = templat(cc | Ms2)))
- return (t);
- if ((t = templat(cc | Is2)))
- return (t);
- return (0);
-}
-
-static jit_word_t
-match2(jit_word_t cc)
-{
- if ((cc & 0xf00) == A_2)
- return (match_2(cc & ~0xf00));
- if ((cc & 0xf00) == As2)
- return (matchs2(cc & ~0xf00));
- return (0);
-}
-
-static jit_word_t
-match_1(jit_word_t cc)
-{
- jit_word_t t;
- if ((t = templat(cc | I_1)))
- return (t);
- if ((t = templat(cc | M_1)))
- return (t);
- if ((t = match2(cc | I_1)))
- return (t);
- if ((t = match2(cc | M_1)))
- return (t);
- return (0);
-}
-
-static jit_word_t
-matchs1(jit_word_t cc)
-{
- jit_word_t t;
- if ((t = templat(cc | Is1)))
- return (t);
- if ((t = templat(cc | Ms1)))
- return (t);
- if ((t = match2(cc | Is1)))
- return (t);
- if ((t = match2(cc | Ms1)))
- return (t);
- return (0);
-}
-
-static jit_word_t
-match1(jit_word_t cc)
-{
- if ((cc & 0x0f0) == A_1)
- return (match_1(cc & ~0x0f0));
- if ((cc & 0x0f0) == As1)
- return (matchs1(cc & ~0x0f0));
- return (0);
-}
-
-static jit_word_t
-match_0(jit_word_t cc)
-{
- jit_word_t t;
- if ((t = templat(cc | M_0)))
- return (t);
- if ((t = templat(cc | I_0)))
- return (t);
- if ((t = match1(cc | M_0)))
- return (t);
- if ((t = match1(cc | I_0)))
- return (t);
- return (0);
-}
-
-static jit_word_t
-matchs0(jit_word_t cc)
-{
- jit_word_t t;
- if ((t = templat(cc | Ms0)))
- return (t);
- if ((t = templat(cc | Is0)))
- return (t);
- if ((t = match1(cc | Ms0)))
- return (t);
- if ((t = match1(cc | Is0)))
- return (t);
- return (0);
-}
-
-static jit_word_t
-match0(jit_word_t cc)
-{
- if ((cc & 0x00f) == A_0)
- return (match_0(cc & ~0x00f));
- if ((cc & 0x00f) == As0)
- return (matchs0(cc & ~0x00f));
- return (0);
-}
-
-static void
-_flush(jit_state_t *_jit)
-{
- int n, soff;
- jit_word_t t, cc, tm, s0, s1, s2;
-
- if (!_jitc->ioff)
- return;
- for (cc = 0, n = soff = 0; n < _jitc->ioff; n++, soff += 4)
- cc |= (jit_uword_t)(_jitc->inst[n].t) << soff;
-
- soff = 0xf00;
- while (soff) {
- /* Try to find a template, or reduce down
- * to one instruction if no template match */
- if ((t = templat(cc))) {
- cc = t;
- break;
- }
- /* A- instructions may be execute in M- or I- unit */
- if ((t = match0(cc))) {
- cc = t;
- break;
- }
- cc &= ~soff;
- soff >>= 4;
- }
- assert(soff);
-
- /* Prefer tail nop if need to add some nop, so that patching is easier */
-#define ii(n) _jitc->inst[n].i
- switch (cc) {
- case I_:
- n = 1; tm = TM_M_I_I_;
- s0 = nop_m; s1 = ii(0); s2 = nop_i;
- break;
- case I_I_:
- n = 2; tm = TM_M_I_I_;
- s0 = nop_m; s1 = ii(0); s2 = ii(1);
- break;
- case I_Is:
- n = 2; tm = TM_M_I_Is;
- s0 = nop_m; s1 = ii(0); s2 = ii(1);
- break;
- case I_B_:
- n = 2; tm = TM_M_I_B_;
- s0 = nop_m; s1 = ii(0); s2 = ii(1);
- break;
- case I_Bs:
- n = 2; tm = TM_M_I_Bs;
- s0 = nop_m; s1 = ii(0); s2 = ii(1);
- break;
- case Is:
- n = 1; tm = TM_M_IsI_;
- s0 = nop_m; s1 = ii(0); s2 = nop_i;
- break;
- case IsI_:
- n = 2; tm = TM_M_IsI_;
- s0 = nop_m; s1 = ii(0); s2 = ii(1);
- break;
- case IsIs:
- n = 2; tm = TM_M_IsIs;
- s0 = nop_m; s1 = ii(0); s2 = ii(1);
- break;
- case M_:
- n = 1; tm = TM_M_I_I_;
- s0 = ii(0); s1 = nop_i; s2 = nop_i;
- break;
- case M_I_:
- n = 2; tm = TM_M_I_I_;
- s0 = ii(0); s1 = ii(1); s2 = nop_i;
- break;
- case M_Is:
- n = 2; tm = TM_M_IsI_;
- s0 = ii(0); s1 = ii(1); s2 = nop_i;
- break;
- case M_M_:
- n = 2; tm = TM_M_M_I_;
- s0 = ii(0); s1 = ii(1); s2 = nop_i;
- break;
- case M_Ms:
- n = 2; tm = TM_M_M_Is;
- s0 = ii(0); s1 = ii(1); s2 = nop_i;
- break;
- case M_F_:
- n = 2; tm = TM_M_F_I_;
- s0 = ii(0); s1 = ii(1); s2 = nop_i;
- break;
- case M_Fs:
- n = 2; tm = TM_M_F_Is;
- s0 = ii(0); s1 = ii(1); s2 = nop_i;
- break;
- case M_B_:
- n = 2; tm = TM_M_B_B_;
- s0 = ii(0); s1 = ii(1); s2 = nop_b;
- break;
- case M_Bs:
- n = 2; tm = TM_M_B_Bs;
- s0 = ii(0); s1 = ii(1); s2 = nop_b;
- break;
- case M_I_I_:
- n = 3; tm = TM_M_I_I_;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_I_Is:
- n = 3; tm = TM_M_I_Is;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_I_B_:
- n = 3; tm = TM_M_I_B_;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_I_Bs:
- n = 3; tm = TM_M_I_Bs;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_IsI_:
- n = 3; tm = TM_M_IsI_;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_IsIs:
- n = 3; tm = TM_M_IsIs;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_M_I_:
- n = 3; tm = TM_M_M_I_;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_M_Is:
- n = 3; tm = TM_M_M_Is;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_M_F_:
- n = 3; tm = TM_M_M_F_;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_M_Fs:
- n = 3; tm = TM_M_M_Fs;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_M_B_:
- n = 3; tm = TM_M_M_B_;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_M_Bs:
- n = 3; tm = TM_M_M_Bs;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_F_I_:
- n = 3; tm = TM_M_F_I_;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_F_Is:
- n = 3; tm = TM_M_F_Is;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_F_B_:
- n = 3; tm = TM_M_F_B_;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_F_Bs:
- n = 3; tm = TM_M_F_Bs;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_B_B_:
- n = 3; tm = TM_M_B_B_;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_B_Bs:
- n = 3; tm = TM_M_B_Bs;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_L_X_:
- n = 3; tm = TM_M_L_X_;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case M_L_Xs:
- n = 3; tm = TM_M_L_Xs;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case Ms:
- n = 1; tm = TM_MsM_I_;
- s0 = ii(0); s1 = nop_m; s2 = nop_i;
- break;
- case MsI_:
- n = 2; tm = TM_MsM_I_;
- s0 = ii(0); s1 = nop_m; s2 = ii(1);
- break;
- case MsIs:
- n = 2; tm = TM_MsM_Is;
- s0 = ii(0); s1 = nop_m; s2 = ii(1);
- break;
- case MsM_:
- n = 2; tm = TM_MsM_I_;
- s0 = ii(0); s1 = ii(1); s2 = nop_i;
- break;
- case MsMs:
- n = 2; tm = TM_MsM_Is;
- s0 = ii(0); s1 = ii(1); s2 = nop_i;
- break;
- case MsM_I_:
- n = 3; tm = TM_MsM_I_;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case MsM_Is:
- n = 3; tm = TM_MsM_Is;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case F_:
- n = 1; tm = TM_M_F_I_;
- s0 = nop_m; s1 = ii(0); s2 = nop_i;
- break;
- case F_I_:
- n = 2; tm = TM_M_F_I_;
- s0 = nop_m; s1 = ii(0); s2 = ii(1);
- break;
- case F_Is:
- n = 2; tm = TM_M_F_Is;
- s0 = nop_m; s1 = ii(0); s2 = ii(1);
- break;
- case F_B_:
- n = 2; tm = TM_M_F_B_;
- s0 = nop_m; s1 = ii(0); s2 = ii(1);
- break;
- case F_Bs:
- n = 2; tm = TM_M_F_Bs;
- s0 = nop_m; s1 = ii(0); s2 = ii(1);
- break;
- case Fs:
- n = 1; tm = TM_M_F_Is;
- s0 = nop_m; s1 = ii(0); s2 = nop_i;
- break;
- case B_:
- n = 1; tm = TM_B_B_B_;
- s0 = ii(0); s1 = nop_b; s2 = nop_b;
- break;
- case B_B_:
- n = 2; tm = TM_B_B_B_;
- s0 = ii(0); s1 = ii(1); s2 = nop_b;
- break;
- case B_Bs:
- n = 2; tm = TM_B_B_Bs;
- s0 = ii(0); s1 = ii(1); s2 = nop_b;
- break;
- case B_B_B_:
- n = 3; tm = TM_B_B_B_;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case B_B_Bs:
- n = 3; tm = TM_B_B_Bs;
- s0 = ii(0); s1 = ii(1); s2 = ii(2);
- break;
- case Bs:
- n = 1; tm = TM_B_B_Bs;
- s0 = ii(0); s1 = nop_b; s2 = nop_b;
- break;
- case L_X_:
- n = 2; tm = TM_M_L_X_;
- s0 = nop_m; s1 = ii(0); s2 = ii(1);
- break;
- case L_Xs:
- n = 2; tm = TM_M_L_Xs;
- s0 = nop_m; s1 = ii(0); s2 = ii(1);
- break;
- default:
- abort();
- }
- out(n, tm, s0, s1, s2);
-}
-
-static void
-_inst(jit_state_t *_jit, jit_word_t i, uint8_t t)
-{
- if (_jitc->ioff > 2)
- flush();
- assert(!(i & 0x11111e0000000000L));
- _jitc->inst[_jitc->ioff].i = i;
- _jitc->inst[_jitc->ioff].t = t;
- ++_jitc->ioff;
-}
-
-static void
-_A1(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x4, jit_word_t x2, jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x4 & ~0xfL));
- assert(!(x2 & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG2(r2, r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((8L<<37)|(x4<<29)|(x2<<27)|(r3<<20)|(r2<<13)|(r1<<6)|_p, INST_A);
- SETREG(r1);
-}
-
-static void
-_A3(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x4, jit_word_t x2, jit_word_t r3, jit_word_t im, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x4 & ~0xfL));
- assert(!(x2 & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(im >= -128 && im <= 127);
- assert(!(r1 & ~0x7f));
- TSTREG1(r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((8L<<37)|(((im>>7)&1L)<<36)|(x4<<29)|(x2<<27)|
- (r3<<20)|((im&0x7fL)<<13)|(r1<<6)|_p, INST_A);
- SETREG(r1);
-}
-
-static void
-_A4(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x2, jit_word_t r3, jit_word_t im, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x2 & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(im >= -8192 && im <= 8191);
- assert(!(r1 & ~0x7f));
- TSTREG1(r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((8L<<37)|(((im>>13)&1L)<<36)|(x2<<34)|(((im>>7)&0x3fL)<<27)|
- (r3<<20)|((im&0x7fL)<<13)|(r1<<6)|_p, INST_A);
- SETREG(r1);
-}
-
-static void
-_A5(jit_state_t *_jit, jit_word_t _p,
- jit_word_t r3, jit_word_t im, jit_word_t r1)
-{
- jit_word_t s, i5, i9, i7;
- assert(!(_p & ~0x3fL));
- assert(!(r3 & ~0x3L));
- assert(im >= -2097152 && im <= 2097151);
- assert(!(r1 & ~0x7fL));
- /* imm22 = sign_ext(s << 21 | imm5c << 16 | imm9d << 7 | imm7b, 22) */
- s = (im & 0x200000) >> 21;
- i5 = (im & 0x1f0000) >> 16;
- i9 = (im & 0xff80) >> 7;
- i7 = im & 0x7f;
- TSTREG1(r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((9L<<37)|(s<<36)|(i9<<27)|(i5<<22)|
- (r3<<20)|(i7<<13)|(r1<<6)|_p, INST_A);
- SETREG(r1);
-}
-
-static void
-_A6(jit_state_t *_jit, jit_word_t _p,
- jit_word_t o, jit_word_t x2, jit_word_t ta, jit_word_t p2,
- jit_word_t r3, jit_word_t r2, jit_word_t c, jit_word_t p1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(o & ~0xfL));
- assert(!(x2 & ~0x3L));
- assert(!(ta & ~0x1L));
- assert(!(p2 & ~0x7fL));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- assert(!(c & ~0x1L));
- assert(!(p1 & ~0x3fL));
- TSTREG2(r2, r3);
- TSTPRED(_p);
- inst((o<<37)|(x2<<34)|(ta<<33)|(p2<<27)|(r3<<20)|
- (r2<<13)|(c<<12)|(p1<<6)|_p, INST_A);
- if (p1)
- _jitc->pred |= 1 << p1;
- if (p2)
- _jitc->pred |= 1 << p2;
-}
-
-static void
-_A7(jit_state_t *_jit, jit_word_t _p,
- jit_word_t o, jit_word_t x2, jit_word_t ta,
- jit_word_t p2, jit_word_t r3, jit_word_t c, jit_word_t p1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(o & ~0xfL));
- assert(!(x2 & ~0x3L));
- assert(!(ta & ~0x1L));
- assert(!(p2 & ~0x7fL));
- assert(!(r3 & ~0x7fL));
- assert(!(c & ~0x1L));
- assert(!(p1 & ~0x3fL));
- TSTREG1(r3);
- TSTPRED(_p);
- inst((o<<37)|(1L<<36)|(x2<<34)|(ta<<33)|
- (p2<<27)|(r3<<20)|(c<<12)|(p1<<6)|_p, INST_A);
- if (p1)
- _jitc->pred |= 1 << p1;
- if (p2)
- _jitc->pred |= 1 << p2;
-}
-
-static void
-_A8(jit_state_t *_jit, jit_word_t _p,
- jit_word_t o, jit_word_t x2, jit_word_t ta, jit_word_t p2,
- jit_word_t r3, jit_word_t im, jit_word_t c, jit_word_t p1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(o & ~0xfL));
- assert(!(x2 & ~0x3L));
- assert(!(ta & ~0x1L));
- assert(!(p2 & ~0x7fL));
- assert(!(r3 & ~0x7fL));
- assert(im >= -128 && im <= 127);
- assert(!(c & ~0x1L));
- assert(!(p1 & ~0x3fL));
- TSTREG1(r3);
- TSTPRED(_p);
- inst((o<<37)|(((im>>7)&1L)<<36)|(x2<<34)|(ta<<33)|(p2<<27)|(r3<<20)|
- ((im&0x7fL)<<13)|(c<<12)|(p1<<6)|_p, INST_A);
- if (p1)
- _jitc->pred |= 1 << p1;
- if (p2)
- _jitc->pred |= 1 << p2;
-}
-
-static void
-_A9(jit_state_t *_jit, jit_word_t _p,
- jit_word_t za, jit_word_t zb, jit_word_t x4,
- jit_word_t x2, jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(za & ~0x1L));
- assert(!(zb & ~0x1L));
- assert(!(x4 & ~0xfL));
- assert(!(x2 & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG2(r2, r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((8L<<37)|(za<<36)|(1L<<34)|(zb<<33)|(x4<<29)|(x2<<27)|
- (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_A);
- SETREG(r1);
-}
-
-static void
-_I1(jit_state_t *_jit, jit_word_t _p,
- jit_word_t ct, jit_word_t x2, jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(ct & ~0x3L));
- assert(!(x2 & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG2(r2, r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((7L<<37)|(1L<<33)|(ct<<30)|(x2<<28)|
- (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
- SETREG(r1);
-}
-
-static void
-_I2(jit_state_t *_jit, jit_word_t _p,
- jit_word_t za, jit_word_t xa, jit_word_t zb, jit_word_t xc,
- jit_word_t xb ,jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(za & ~0x1L));
- assert(!(xa & ~0x3L));
- assert(!(zb & ~0x1L));
- assert(!(xc & ~0x3L));
- assert(!(xb & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG2(r2, r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((7L<<37)|(za<<36)|(xa<<34)|(zb<<33)|(xc<<30)|
- (xb<<28)|(r3<<20)|(r2<<13)|(r1<<6), INST_I);
- SETREG(r1);
-}
-
-static void
-_I3(jit_state_t *_jit, jit_word_t _p,
- jit_word_t mb, jit_word_t r2, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(mb & ~0xfL));
- assert(!(r2 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG1(r2);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((7L<<37)|(3L<<34)|(2L<<30)|(2L<<28)|
- (mb<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
- SETREG(r1);
-}
-
-static void
-_I4(jit_state_t *_jit, jit_word_t _p,
- jit_word_t mh, jit_word_t r2, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(mh & ~0xffL));
- assert(!(r2 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG1(r2);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((7L<<37)|(3L<<34)|(1L<<33)|(2L<<30)|
- (2L<<28)|(mh<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
- SETREG(r1);
-}
-
-static void
-_I5(jit_state_t *_jit, jit_word_t _p,
- jit_word_t za, jit_word_t zb, jit_word_t x2,
- jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(za & ~0x1L));
- assert(!(zb & ~0x1L));
- assert(!(x2 & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG2(r2, r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((7L<<37)|(za<<36)|(zb<<33)|(x2<<28)|
- (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
- SETREG(r1);
-}
-
-static void
-_I6(jit_state_t *_jit, jit_word_t _p,
- jit_word_t za, jit_word_t zb, jit_word_t x2,
- jit_word_t r3, jit_word_t ct, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(za & ~0x1L));
- assert(!(zb & ~0x1L));
- assert(!(x2 & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(ct & ~0x1fL));
- assert(!(r1 & ~0x7fL));
- TSTREG1(r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((7L<<37)|(za<<36)|(1L<<34)|(zb<<33)|
- (x2<<28)|(r3<<20)|(ct<<14)|(r1<<6)|_p, INST_I);
- SETREG(r1);
-}
-
-static void
-_I7(jit_state_t *_jit, jit_word_t _p,
- jit_word_t za, jit_word_t zb, jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(za & ~0x1L));
- assert(!(zb & ~0x1L));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG2(r2, r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((7L<<37)|(za<<36)|(zb<<33)|(1L<<30)|
- (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
- SETREG(r1);
-}
-
-static void
-_I8(jit_state_t *_jit, jit_word_t _p,
- jit_word_t za, jit_word_t zb, jit_word_t im, jit_word_t r2, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(za & ~0x1L));
- assert(!(zb & ~0x1L));
- assert(!(im & ~0x1fL));
- assert(!(r2 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG1(r2);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((7L<<37)|(za<<36)|(3L<<34)|(zb<<33)|(1L<<30)|(1L<<28)|
- (im<<20)|(r2<<13)|(r1<<6), INST_I);
- SETREG(r1);
-}
-
-static void
-_I9(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x2, jit_word_t r3, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x2 & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG1(r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((7L<<37)|(1L<<34)|(1L<<34)|(1L<<33)|
- (x2<<30)|(1L<<28)|(r3<<20)|(r1<<6)|_p, INST_I);
- SETREG(r1);
-}
-
-static void
-_I10(jit_state_t *_jit, jit_word_t _p,
- jit_word_t ct, jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(ct & ~0x3fL));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG2(r2, r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((5L<<37)|(3L<<34)|(ct<<27)|(r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
- SETREG(r1);
-}
-
-static void
-_I11(jit_state_t *_jit, jit_word_t _p,
- jit_word_t len, jit_word_t r3,
- jit_word_t pos, jit_word_t y, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(len & ~0x3fL));
- assert(!(r3 & ~0x7fL));
- assert(!(pos & ~0x1fL));
- assert(!(y & ~0x1L));
- assert(!(r1 & ~0x7fL));
- TSTREG1(r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((5L<<37)|(1L<<34)|(len<<27)|(r3<<20)|
- (pos<<14)|(y<<13)|(r1<<6)|_p, INST_I);
- SETREG(r1);
-}
-
-static void
-_I12(jit_state_t *_jit, jit_word_t _p,
- jit_word_t len, jit_word_t pos, jit_word_t r2, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(len & ~0x3fL));
- assert(!(pos & ~0x3fL));
- assert(!(r2 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG1(r2);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((5L<<37)|(1L<<34)|(1L<<33)|(len<<27)|
- (pos<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
- SETREG(r1);
-}
-
-static void
-_I13(jit_state_t *_jit, jit_word_t _p,
- jit_word_t len, jit_word_t pos, jit_word_t im, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(len & ~0x3fL));
- assert(!(pos & ~0x3fL));
- assert(!(im & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTPRED(_p);
- TSTREG1(r1);
- inst((5L<<37)|(((im>>7)&1L)<<36)|(1L<<34)|(1L<<33)|(len<<27)|
- (1L<<26)|(pos<<20)|((im&0x7fL)<<13)|(r1<<6)|_p, INST_I);
- SETREG(r1);
-}
-
-static void
-_I14(jit_state_t *_jit, jit_word_t _p,
- jit_word_t s, jit_word_t len, jit_word_t r3, jit_word_t pos, jit_word_t
r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(s & ~0x1L));
- assert(!(len & ~0x3fL));
- assert(!(r3 & ~0x7fL));
- assert(!(pos & ~0x1fL));
- assert(!(r1 & ~0x7fL));
- TSTREG1(r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((5L<<37)|(s<<36)|(3L<<34)|(1L<<33)|
- (len<<27)|(r3<<20)|(pos<<14)|(r1<<6)|_p, INST_I);
- SETREG(r1);
-}
-
-static void
-_I15(jit_state_t *_jit, jit_word_t _p,
- jit_word_t pos, jit_word_t len,
- jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(pos & ~0x3fL));
- assert(!(len & ~0xfL));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG2(r2, r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((4L<<37)|(pos<<31)|(len<<27)|(r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
- SETREG(r1);
-}
-
-static void
-_I16(jit_state_t *_jit, jit_word_t _p,
- jit_word_t tb, jit_word_t ta, jit_word_t p2,
- jit_word_t r3, jit_word_t ps, jit_word_t c, jit_word_t p1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(tb & ~0x1L));
- assert(!(ta & ~0x1L));
- assert(!(p2 & ~0x7fL));
- assert(!(r3 & ~0x7fL));
- assert(!(ps & ~0x3fL));
- assert(!(c & ~0x1L));
- assert(!(p1 & ~0x3fL));
- TSTREG1(r3);
- TSTPRED(_p);
- inst((5L<<37)|(tb<<36)|(ta<<33)|(p2<<27)|
- (r3<<20)|(ps<<14)|(c<<12)|(p1<<6), INST_I);
- if (p1)
- _jitc->pred |= 1 << p1;
- if (p2)
- _jitc->pred |= 1 << p2;
-}
-
-static void
-_I17(jit_state_t *_jit, jit_word_t _p,
- jit_word_t tb, jit_word_t ta, jit_word_t p2,
- jit_word_t r3, jit_word_t c, jit_word_t p1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(tb & ~0x1L));
- assert(!(ta & ~0x1L));
- assert(!(p2 & ~0x7fL));
- assert(!(r3 & ~0x7fL));
- assert(!(c & ~0x1L));
- assert(!(p1 & ~0x3fL));
- TSTREG1(r3);
- TSTPRED(_p);
- inst((5L<<37)|(tb<<36)|(ta<<33)|(p2<<27)|
- (r3<<20)|(1L<<13)|(c<<12)|(p1<<6)|_p, INST_I);
- if (p1)
- _jitc->pred |= 1 << p1;
- if (p2)
- _jitc->pred |= 1 << p2;
-}
-
-static void
-_I18(jit_state_t *_jit, jit_word_t _p,
- jit_word_t im, jit_word_t y)
-{
- assert(!(_p & ~0x3fL));
- assert(!(im & ~0x1fffffL));
- assert(!(y & ~0x1L));
- TSTPRED(_p);
- inst((((im>>20)&1L)<<26)|(1L<<27)|(y<<26)|((im&0xffffL)<<6)|_p, INST_I);
-}
-
-static void
-_I19(jit_state_t *_jit, jit_word_t _p,
- jit_word_t im)
-{
- assert(!(_p & ~0x3fL));
- assert(!(im & ~0x1fffffL));
- TSTPRED(_p);
- inst(((im>>20)&1L)|((im&0xffffL)<<6)|_p, INST_I);
-}
-
-static void
-_I20(jit_state_t *_jit, jit_word_t _p,
- jit_word_t r2, jit_word_t im)
-{
- assert(!(_p & ~0x3fL));
- assert(!(r2 & ~0x7fL));
- assert(!(im & ~0x1fffffL));
- TSTREG1(r2);
- TSTPRED(_p);
- inst(((im>>20)&1L)|(1L<<33)|(((im>>7)&0x1fffL)<<20)|
- (r2<<13)|((im&0x7fL)<<6)|_p, INST_I);
-}
-
-static void
-_I21(jit_state_t *_jit, jit_word_t _p,
- jit_word_t im, jit_word_t ih, jit_word_t x,
- jit_word_t wh, jit_word_t r2, jit_word_t b1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(im & ~0x1ffL));
- assert(!(ih & ~0x1L));
- assert(!(x & ~0x1L));
- assert(!(wh & ~0x3L));
- assert(!(r2 & ~0x7fL));
- assert(!(b1 & ~0x7L));
- TSTREG1(r2);
- TSTPRED(_p);
- inst((7L<<33)|(im<<24)|(ih<<23)|(x<<22)|(wh<<20)|
- (r2<<13)|(b1<<6), INST_I);
-}
-
-static void
-_I22(jit_state_t *_jit, jit_word_t _p,
- jit_word_t b2, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(b2 & ~0x7L));
- assert(!(r1 & ~0x7fL));
- TSTPRED(_p);
- inst((0x31L<<27)|(b2<<13)|(r1<<6)|_p, INST_I);
-}
-
-static void
-_I23(jit_state_t *_jit, jit_word_t _p,
- jit_word_t r2, jit_word_t im)
-{
- assert(!(_p & ~0x3fL));
- assert(!(r2 & ~0x7fL));
- assert(!(im & ~0xffffL));
- TSTREG1(r2);
- TSTPRED(_p);
- inst((((im>>15)&1L)<<36)|(3L<<33)|(((im>>7)&0xffL)<<24)|
- (r2<<13)|(im&0x7fL)|_p, INST_I);
-}
-
-static void
-_I24(jit_state_t *_jit, jit_word_t _p,
- jit_word_t im)
-{
- uint8_t cc = INST_I;
- assert(!(_p & ~0x3fL));
- assert(!(im & ~0xfffffffL));
- TSTPRED(_p);
- inst((((im>>27)&1L)<<36)|(2L<<33)|((im&0x7ffffffL)<<6)|_p, cc);
-}
-
-static void
-_I25(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(r1 & ~0x7fL));
- TSTPRED(_p);
- TSTREG1(r1);
- inst((x6<<27)|(r1<<6)|_p, INST_I);
- SETREG(r1);
-}
-
-static void
-_I26(jit_state_t *_jit, jit_word_t _p,
- jit_word_t ar,jit_word_t r2)
-{
- assert(!(_p & ~0x3fL));
- assert(!(ar & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- TSTREG1(r2);
- TSTPRED(_p);
- inst((0x2aL<<27)|(ar<<20)|(r2<<13)|_p, INST_I);
-}
-
-static void
-_I27(jit_state_t *_jit, jit_word_t _p,
- jit_word_t ar,jit_word_t im)
-{
- assert(!(_p & ~0x3fL));
- assert(!(ar & ~0x7fL));
- assert(!(im & ~0xffL));
- TSTPRED(_p);
- inst((((im>>7)&1L)<<36)|(0xaL<<27)|(ar<<20)|((im&0x7fL)<<13)|_p, INST_I);
-}
-
-static void
-_I28(jit_state_t *_jit, jit_word_t _p,
- jit_word_t ar, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(ar & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTPRED(_p);
- TSTREG1(r1);
- inst((0x32L<<27)|(ar<<20)|(r1<<6)|_p, INST_I);
- SETREG(r1);
-}
-
-static void
-_I29(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t r3,jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(r3 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG1(r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((x6<<27)|(r3<<20)|(r1<<6)|_p, INST_I);
- SETREG(r1);
-}
-
-static void
-_I30(jit_state_t *_jit, jit_word_t _p,
- jit_word_t ta, jit_word_t tb, jit_word_t p2,
- jit_word_t im, jit_word_t c, jit_word_t p1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(ta & ~0x1L));
- assert(!(tb & ~0x1L));
- assert(!(p2 & ~0x3fL));
- assert(!(im & ~0x1fL));
- assert(!(c & ~0x1L));
- assert(!(p1 & ~0x1fL));
- TSTPRED(_p);
- inst((5L<<37)|(tb<<36)|(ta<<33)|(1L<<19)|(im<<14)|
- (1L<<13)|(c<<12)|(p1<<6)|_p, INST_I);
- if (p1)
- _jitc->pred |= 1 << p1;
- if (p2)
- _jitc->pred |= 1 << p2;
-}
-
-static void
-_M1(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t ht, jit_word_t x, jit_word_t r3, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(ht & ~0x3L));
- assert(!(x & ~0x1L));
- assert(!(r3 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG1(r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((4L<<37)|(x6<<30)|(ht<<28)|(x<<27)|(r3<<20)|(r1<<6)|_p, INST_M);
- SETREG(r1);
-}
-
-static void
-_M2(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(ht & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG2(r2, r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((4L<<37)|(1L<<36)|(x6<<30)|(ht<<28)|
- (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_M);
- SETREG(r1);
- SETREG(r3);
-}
-
-static void
-_M3(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t im, jit_word_t r1)
-{
- uint8_t cc = INST_M;
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(ht & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(im > -256 && im <= 255);
- assert(!(r1 & ~0x7fL));
- TSTREG1(r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((5L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)|
- (((im>>7)&1L)<<27)|(r3<<20)|((im&0x7fL)<<13)|(r1<<6)|_p, cc);
- SETREG(r1);
- SETREG(r3);
-}
-
-static void
-_M5(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2, jit_word_t im)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(ht & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- assert(im > -256 && im <= 255);
- TSTREG2(r2, r3);
- TSTPRED(_p);
- inst((5L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)|
- (((im>>7)&1L)<<27)|(r3<<20)|(r2<<13)|((im&0x7fL)<<6)|_p, INST_M);
- SETREG(r3);
-}
-
-static void
-_M6(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t ht, jit_word_t x, jit_word_t r3, jit_word_t r2)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(ht & ~0x3L));
- assert(!(x & ~0x1L));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- TSTREG2(r2, r3);
- TSTPRED(_p);
- inst((4L<<37)|(x6<<30)|(ht<<28)|(x<<27)|(r3<<20)|(r2<<13)|_p, INST_M);
-}
-
-static void
-_M13(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(ht & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- TSTREG1(r3);
- if (r2)
- TSTFREG1(r2);
- TSTPRED(_p);
- inst((6L<<37)|(x6<<30)|(ht<<28)|(r3<<20)|(r2<<13)|_p, INST_M);
-}
-
-static void
-_M14(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(ht & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- TSTREG2(r2, r3);
- TSTPRED(_p);
- inst((6L<<37)|(1L<<36)|(x6<<30)|(ht<<28)|(r3<<20)|(r2<<13)|_p, INST_M);
-}
-
-static void
-_M15(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t im)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(ht & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(im & ~0x1ffL));
- TSTREG1(r3);
- TSTPRED(_p);
- inst((7L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)|
- (((im>>7)&1L)<<27)|(r3<<20)|((im&0x7fL)<<13)|_p, INST_M);
-}
-
-static void
-_M16(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(ht & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG2(r2, r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((4L<<37)|(x6<<30)|(ht<<28)|(1L<<27)|
- (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_M);
- SETREG(r1);
-}
-
-static void
-_M17(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t im, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(ht & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(im & ~0x7L));
- assert(!(r1 & ~0x7fL));
- TSTREG1(r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((4L<<37)|(x6<<30)|(ht<<28)|(1L<<27)|
- (r3<<20)|(im<<13)|(r1<<6)|_p, INST_M);
- SETREG(r1);
-}
-
-static void
-_M20x(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x3, jit_word_t r2, jit_word_t im)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x3 & ~0x7L));
- assert(!(r2 & ~0x7fL));
- assert(!(im & ~0x1fffffL));
- if (x3 == 1)
- TSTREG1(r2);
- else
- TSTFREG1(r2);
- TSTPRED(_p);
- inst((1L<<37)|(((im>>20)&1L)<<36)|(x3<<33)|
- (((im>>7)&0x1fffL)<<20)|(r2<<13)|((im&0x7fL)<<6)|_p, INST_M);
-}
-
-static void
-_M22x(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x3, jit_word_t im, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x3 & ~0x7L));
- assert(!(im & ~0x1fffffL));
- assert(!(r1 & ~0x7fL));
- TSTPRED(_p);
- if (x3 < 6)
- TSTREG1(r1);
- else
- TSTFREG1(r1);
- inst((((im>>20)&1L)<<36)|(x3<<33)|((im&0xffffL)<<13)|(r1<<6)|_p, INST_M);
- if (x3 < 6)
- SETREG(r1);
- else
- SETFREG(r1);
-}
-
-static void
-_M24(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x2, jit_word_t x4)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x2 & ~0x3L));
- assert(!(x4 & ~0xfL));
- TSTPRED(_p);
- inst((x2<<31)|(x4<<27)|_p, INST_M);
-}
-
-static void
-_M26x(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x4, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x4 & ~0xfL));
- assert(!(r1 & ~0x7fL));
- if (x4 == 2)
- TSTREG1(r1);
- else
- TSTFREG1(r1);
- TSTPRED(_p);
- inst((1L<<31)|(x4<<27)|(r1<<6)|_p, INST_M);
-}
-
-static void
-_M28(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x, jit_word_t r3)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x & ~0x1L));
- assert(!(r3 & ~0x7fL));
- TSTREG1(r3);
- TSTPRED(_p);
- inst((1L<<37)|(x<<36)|(0x30L<<27)|(r3<<20)|_p, INST_M);
-}
-
-static void
-_M29(jit_state_t *_jit, jit_word_t _p,
- jit_word_t ar, jit_word_t r2)
-{
- assert(!(_p & ~0x3fL));
- assert(!(ar & ~0x7L));
- assert(!(r2 & ~0x7fL));
- TSTREG1(r2);
- TSTPRED(_p);
- inst((1L<<37)|(0x2aL<<27)|(ar<<20)|(r2<<13)|_p, INST_M);
-}
-
-static void
-_M30(jit_state_t *_jit, jit_word_t _p,
- jit_word_t ar, jit_word_t im)
-{
- assert(!(_p & ~0x3fL));
- assert(!(ar & ~0x7L));
- assert(!(im & ~0xffL));
- TSTPRED(_p);
- inst((((im>>7)&1L)<<36)|(2L<<31)|(0x8L<<27)|
- (ar<<20)|((im&0x7fL)<<13)|_p, INST_M);
-}
-
-static void
-_M31(jit_state_t *_jit, jit_word_t _p,
- jit_word_t ar, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(ar & ~0x7L));
- assert(!(r1 & ~0x7fL));
- TSTPRED(_p);
- TSTREG1(r1);
- inst((1L<<37)|(0x22L<<27)|(ar<<20)|(r1<<6)|_p, INST_M);
- SETREG(r1);
-}
-
-static void
-_M32(jit_state_t *_jit, jit_word_t _p,
- jit_word_t cr, jit_word_t r2)
-{
- assert(!(_p & ~0x3fL));
- assert(!(cr & ~0x7L));
- assert(!(r2 & ~0x7fL));
- TSTREG1(r2);
- TSTPRED(_p);
- inst((1L<<37)|(0x2cL<<27)|(cr<<20)|(r2<<13)|_p, INST_M);
-}
-
-static void
-_M33(jit_state_t *_jit, jit_word_t _p,
- jit_word_t cr, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(cr & ~0x7L));
- assert(!(r1 & ~0x7fL));
- TSTPRED(_p);
- TSTREG1(r1);
- inst((1L<<37)|(0x24L<<27)|(cr<<20)|(r1<<6)|_p, INST_M);
- SETREG(r1);
-}
-
-static void
-_M34(jit_state_t *_jit, jit_word_t _p,
- jit_word_t sor, jit_word_t sol, jit_word_t sof, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(sor & ~0xfL));
- assert(!(sol & ~0x7fL));
- assert(!(sof & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTPRED(_p);
- inst((1L<<37)|(6L<<33)|(sor<<27)|(sol<<20)|(sof<<13)|(r1<<6)|_p, INST_M);
-}
-
-static void
-_M35(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t r2)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(r2 & ~0x7fL));
- TSTREG1(r2);
- TSTPRED(_p);
- inst((1L<<37)|(x6<<27)|(r2<<13)|_p, INST_M);
-}
-
-static void
-_M36(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(r1 & ~0x7fL));
- TSTPRED(_p);
- TSTREG1(r1);
- inst((1L<<37)|(x6<<27)|(r1<<6)|_p, INST_M);
- SETREG(r1);
-}
-
-static void
-_M37(jit_state_t *_jit, jit_word_t _p,
- jit_word_t im)
-{
- assert(!(_p & ~0x3fL));
- assert(!(im & ~0x1ffffL));
- TSTPRED(_p);
- inst((((im>>20)&1L)<<36)|((im&0xffffL)<<6)|_p, INST_M);
-}
-
-static void
-_M38(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG2(r2, r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((1L<<37)|(x6<<27)|(r3<<20)|(r2<<13)|(r1<<6)|_p, INST_M);
- SETREG(r1);
-}
-
-static void
-_M39(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t r3, jit_word_t im, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(r3 & ~0x7fL));
- assert(!(im & ~0x7L));
- assert(!(r1 & ~0x7fL));
- TSTREG1(r3);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((1L<<37)|(x6<<27)|(r3<<20)|(im<<13)|(r1<<6)|_p, INST_M);
- SETREG(r1);
-}
-
-static void
-_M40(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t r3, jit_word_t im)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(r3 & ~0x7fL));
- assert(!(im & ~0x7L));
- TSTREG1(r3);
- TSTPRED(_p);
- inst((1L<<37)|(x6<<27)|(r3<<20)|(im<<13)|_p, INST_M);
-}
-
-static void
-_M41(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t r2)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(r2 & ~0x7fL));
- TSTREG1(r2);
- TSTPRED(_p);
- inst((1L<<37)|(x6<<27)|(r2<<13)|_p, INST_M);
-}
-
-static void
-_M42(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t r3, jit_word_t r2)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- TSTREG1(r2);
- TSTPRED(_p);
- inst((1L<<37)|(x6<<27)|(r3<<20)|(r2<<13)|_p, INST_M);
-}
-
-static void
-_M43(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t r3, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(r3 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTPRED(_p);
- TSTREG1(r1);
- inst((1L<<37)|(x6<<27)|(r3<<20)|(r1<<6)|_p, INST_M);
- SETREG(r1);
-}
-
-static void
-_M44(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x4, jit_word_t im)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x4 & ~0xfL));
- assert(!(im & ~0xfffffL));
- TSTPRED(_p);
- inst((((im>>23)&1L)<<36)|(((im>>21)&3L)<<31)|
- (x4<<27)|((im&0x1ffffL)<<6)|_p, INST_M);
-}
-
-static void
-_M45(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t r3, jit_word_t r2)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- TSTREG2(r2, r3);
- TSTPRED(_p);
- inst((1L<<37)|(x6<<27)|(r3<<20)|(r2<<13)|_p, INST_M);
-}
-
-static void
-_M46(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t r3, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(r3 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTREG1(r3);
- TSTPRED(_p);
- if (r1) TSTREG1(r1);
- inst((1L<<37)|(x6<<27)|(r3<<20)|(r1<<6)|_p, INST_M);
- if (r1) SETREG(r1);
-}
-
-static void
-_M48(jit_state_t *_jit, jit_word_t _p,
- jit_word_t y, jit_word_t im)
-{
- assert(!(_p & ~0x3fL));
- assert(!(y & ~0x1L));
- assert(!(im & ~0x1ffffL));
- TSTPRED(_p);
- inst((((im>>20)&1L)<<36)|(1L<<27)|(y<<26)|((im&0xffffL)<<6)|_p, INST_M);
-}
-
-static void
-_B1(jit_state_t *_jit, jit_word_t _p,
- jit_word_t d, jit_word_t wh, jit_word_t im, jit_word_t p, jit_word_t tp)
-{
- assert(!(_p & ~0x3fL));
- assert(!(d & ~0x1L));
- assert(!(wh & ~0x3L));
- assert(im >= -1048576 && im <= 1048575);
- assert(!(p & ~0x1L));
- assert(!(tp & ~0x7L));
- TSTPRED(_p);
- inst((4L<<37)|(((im>>20)&1L)<<36)|(d<<35)|(wh<<33)|
- ((im&0xfffffL)<<13)|(p<<12)|(tp<<6)|_p, INST_B);
-}
-
-static void
-_B3(jit_state_t *_jit, jit_word_t _p,
- jit_word_t d, jit_word_t wh, jit_word_t im, jit_word_t p, jit_word_t b)
-{
- assert(!(_p & ~0x3fL));
- assert(!(d & ~0x1L));
- assert(!(wh & ~0x3L));
- assert(im >= -1048576 && im <= 1048575);
- assert(!(p & ~0x1L));
- assert(!(b & ~0x3L));
- TSTPRED(_p);
- inst((5L<<37)|(((im>>20)&1L)<<36)|(d<<35)|(wh<<33)|
- ((im&0xfffffL)<<13)|(p<<12)|(b<<6)|_p, INST_B);
-}
-
-static void
-_B4(jit_state_t *_jit, jit_word_t _p,
- jit_word_t d, jit_word_t wh, jit_word_t x6,
- jit_word_t b, jit_word_t p, jit_word_t tp)
-{
- assert(!(_p & ~0x3fL));
- assert(!(d & ~0x1L));
- assert(!(wh & ~0x3L));
- assert(!(x6 & ~0x3fL));
- assert(!(b & ~0x7L));
- assert(!(p & ~0x1L));
- assert(!(tp & ~0x7L));
- TSTPRED(_p);
- inst((d<<35)|(wh<<33)|(x6<<27)|(b<<13)|(p<<12)|(tp<<6)|_p, INST_B);
-}
-
-static void
-_B5(jit_state_t *_jit, jit_word_t _p,
- jit_word_t d, jit_word_t wh, jit_word_t b2, jit_word_t p, jit_word_t b1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(d & ~0x1L));
- assert(!(wh & ~0x3L));
- assert(!(b2 & ~0x7L));
- assert(!(p & ~0x1L));
- assert(!(b1 & ~0x7L));
- TSTPRED(_p);
- inst((1L<<37)|(d<<35)|(wh<<32)|(b2<<13)|(p<<12)|(b1<<6)|_p, INST_B);
-}
-
-static void
-_B6(jit_state_t *_jit, jit_word_t _p,
- jit_word_t ih, jit_word_t im, jit_word_t tag, jit_word_t wh)
-{
- assert(!(_p & ~0x3fL));
- assert(!(ih & ~0x1L));
- assert(!(im & ~0x1ffffL));
- assert(!(tag & ~0x1ffL));
- assert(!(wh & ~0x3L));
- TSTPRED(_p);
- inst((7L<<37)|(((im>>20)&1L)<<36)|(ih<<35)|(((tag>>7)&3L)<<33)|
- ((im&0xfffffL)<<13)|((tag&0x7fL)<<6)|(wh<<3)|_p, INST_B);
-}
-
-static void
-_B7(jit_state_t *_jit, jit_word_t _p,
- jit_word_t ih, jit_word_t x6, jit_word_t b2, jit_word_t tag, jit_word_t wh)
-{
- assert(!(_p & ~0x3fL));
- assert(!(ih & ~0x1L));
- assert(!(x6 & ~0x3fL));
- assert(!(b2 & ~0x7L));
- assert(!(tag & ~0x1ffL));
- assert(!(wh & ~0x3L));
- TSTPRED(_p);
- inst((2L<<37)|(ih<<35)|(((tag>>7)&3L)<<33)|(x6<<27)|
- (b2<<13)|((tag&0x7fL)<<6)|(wh<<3)|_p, INST_B);
-}
-
-static void
-_B8(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- TSTPRED(_p);
- inst((x6<<27)|_p, INST_B);
-}
-
-static void
-_B9(jit_state_t *_jit, jit_word_t _p,
- jit_word_t op, jit_word_t x6, jit_word_t im)
-{
- assert(!(_p & ~0x3fL));
- assert(!(op & ~0xfL));
- assert(!(x6 & ~0x3fL));
- assert(!(im & ~0x1ffffL));
- TSTPRED(_p);
- inst((op<<37)|(((im>>20)&1L)<<36)|(x6<<27)|((im&0xffffL)<<6)|_p, INST_B);
-}
-
-static void
-_X1(jit_state_t *_jit, jit_word_t _p,
- jit_word_t im)
-{
- jit_word_t i41, i1, i20;
- assert(!(_p & ~0x3fL));
- assert(im > -0x2000000000000000 && im <= 0x1fffffffffffffff);
- i41 = (im >> 22) & 0x1ffffffffffL;
- i1 = (im >> 21) & 0x1L;
- i20 = im & 0xfffffL;
- TSTPRED(_p);
- inst(i41, INST_L);
- inst((i1<<36)|(i20<<6)|_p, INST_X);
-}
-
-static void
-_X2(jit_state_t *_jit, jit_word_t _p,
- jit_word_t r1, jit_word_t im)
-{
- jit_word_t i1, i41, ic, i5, i9, i7;
- assert(!(_p & ~0x3fL));
- assert(!(r1 & ~0x7fL));
- i1 = (im >> 63) & 0x1L;
- i41 = (im >> 22) & 0x1ffffffffffL;
- ic = (im >> 21) & 0x1L;
- i5 = (im >> 16) & 0x1fL;
- i9 = (im >> 7) & 0x1ffL;
- i7 = im & 0x7fL;
- TSTPRED(_p);
- TSTREG1(r1);
- inst(i41, INST_L);
- inst((6L<<37)|(i1<<36)|(i9<<27)|(i5<<22)|
- (ic<<21)|(i7<<13)|(r1<<6)|_p, INST_X);
- SETREG(r1);
-}
-
-static void
-_X3x(jit_state_t *_jit, jit_word_t _p,
- jit_word_t op, jit_word_t d, jit_word_t wh,
- jit_word_t p, jit_word_t tp, jit_word_t im)
-{
- /* target64 = IP + ((i1 << 59 | imm39 << 20 | imm20b) << 4) */
- jit_word_t i1, i41, i20;
- assert(!(_p & ~0x3fL));
- assert(!(op & ~0xfL));
- assert(!(d & ~0x1L));
- assert(!(wh & ~0x3L));
- assert(!(p & ~0x1L));
- assert(!(tp & ~0x7L));
- i1 = (im >> 61) & 0x1L;
- i41 = (im >> 22) & 0x1ffffffffffL;
- i20 = im & 0xfffffL;
- TSTPRED(_p);
- inst(i41, INST_L);
- inst((op<<37)|(i1<<36)|(d<<35)|(wh<<33)|
- (i20<<13)|(p<<12)|(tp<<6)|_p, INST_X);
-}
-
-static void
-_X5(jit_state_t *_jit, jit_word_t _p,
- jit_word_t y, jit_word_t im)
-{
- jit_word_t i41, i1, i20;
- assert(!(_p & ~0x3fL));
- assert(im > -0x2000000000000000 && im <= 0x1fffffffffffffff);
- i41 = (im >> 22) & 0x1ffffffffffL;
- i1 = (im >> 21) & 0x1L;
- i20 = im & 0xfffffL;
- TSTPRED(_p);
- inst(i41, INST_L);
- inst((i1<<36)|(1L<<27)|(y<<26)|(i20<<6)|_p, INST_X);
-}
-
-static void
-_movr(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
- /* patch pushargr */
- if (r0 >= 120)
- r0 = _jitc->rout + (r0 - 120);
-
- MOV(r0, r1);
-}
-
-static void
-_movi(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
- /* patch pushargi */
- if (r0 >= 120)
- r0 = _jitc->rout + (r0 - 120);
-
- if (i0 >= -2097152 && i0 <= 2097151)
- MOVI(r0, i0);
- else
- MOVL(r0, i0);
-}
-
-static jit_word_t
-_movi_p(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
- jit_word_t w;
- sync();
- w = _jit->pc.w;
- MOVL(r0, i0);
- return (w);
-}
-
-static void
-_addi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0 >= -8192 && i0 <= 8191)
- ADDS(r0, i0, r1);
- else if (!(r1 & ~3) && i0 >= -2097152 && i0 <= 2097151)
- ADDL(r1, i0, r0);
- else {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- addr(r0, r1, rn(reg));
- jit_unget_reg(reg);
- }
-}
-
-static void
-_addcr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- if (jit_carry == _NOREG)
- jit_carry = jit_get_reg(jit_class_gpr);
- if (r0 == r1) {
- reg = jit_get_reg(jit_class_gpr);
- addr(rn(reg), r1, r2);
- ltr_u(rn(jit_carry), rn(reg), r1);
- movr(r0, rn(reg));
- jit_unget_reg(reg);
- }
- else {
- addr(r0, r1, r2);
- ltr_u(rn(jit_carry), r0, r1);
- }
-}
-
-static void
-_addci(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (jit_carry == _NOREG)
- jit_carry = jit_get_reg(jit_class_gpr);
- if (r0 == r1) {
- reg = jit_get_reg(jit_class_gpr);
- addi(rn(reg), r1, i0);
- ltr_u(rn(jit_carry), rn(reg), r1);
- movr(r0, rn(reg));
- jit_unget_reg(reg);
- }
- else {
- addi(r0, r1, i0);
- ltr_u(rn(jit_carry), r0, r1);
- }
-}
-
-static void
-_addxr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- assert(jit_carry != _NOREG);
- reg = jit_get_reg(jit_class_gpr);
- movr(rn(reg), rn(jit_carry));
- addcr(r0, r1, r2);
- addcr(r0, r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_addxi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- assert(jit_carry != _NOREG);
- reg = jit_get_reg(jit_class_gpr);
- movr(rn(reg), rn(jit_carry));
- addci(r0, r1, i0);
- addcr(r0, r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_subi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- subr(r0, r1, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_subcr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- if (jit_carry == _NOREG)
- jit_carry = jit_get_reg(jit_class_gpr);
- if (r0 == r1) {
- reg = jit_get_reg(jit_class_gpr);
- subr(rn(reg), r1, r2);
- ltr_u(rn(jit_carry), r1, rn(reg));
- movr(r0, rn(reg));
- jit_unget_reg(reg);
- }
- else {
- subr(r0, r1, r2);
- ltr_u(rn(jit_carry), r1, r0);
- }
-}
-
-static void
-_subci(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (jit_carry == _NOREG)
- jit_carry = jit_get_reg(jit_class_gpr);
- if (r0 == r1) {
- reg = jit_get_reg(jit_class_gpr);
- addi(rn(reg), r1, -i0);
- ltr_u(rn(jit_carry), r1, rn(reg));
- movr(r0, rn(reg));
- jit_unget_reg(reg);
- }
- else {
- addi(r0, r1, -i0);
- ltr_u(rn(jit_carry), r1, r0);
- }
-}
-
-static void
-_subxr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- assert(jit_carry != _NOREG);
- reg = jit_get_reg(jit_class_gpr);
- movr(rn(reg), rn(jit_carry));
- subcr(r0, r1, r2);
- subcr(r0, r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_subxi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- assert(jit_carry != _NOREG);
- reg = jit_get_reg(jit_class_gpr);
- movr(rn(reg), rn(jit_carry));
- subci(r0, r1, i0);
- subcr(r0, r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_rsbi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0 >= -128 && i0 <= 127)
- SUBI(r0, i0, r1);
- else if (!(r1 & ~3) && i0 >= -2097151 && i0 <= 2097152)
- ADDL(r1, -i0, r0);
- else {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- subr(r0, rn(reg), r1);
- jit_unget_reg(reg);
- }
-}
-
-static void
-_mulr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t f0, f1;
- f0 = jit_get_reg(jit_class_fpr);
- f1 = jit_get_reg(jit_class_fpr);
- SETF_SIG(rn(f0), r1);
- SETF_SIG(rn(f1), r2);
- XMPY_L(rn(f0), rn(f0), rn(f1));
- GETF_SIG(r0, rn(f0));
- jit_unget_reg(f0);
- jit_unget_reg(f1);
-}
-
-static void
-_muli(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- mulr(r0, r1, rn(reg));
- jit_unget_reg(reg);
-}
-
-#if !defined(__GNUC__)
-static long
-__divdi3(long u, long v)
-{
- return (u / v);
-}
-
-static unsigned long
-__udivdi3(unsigned long u, unsigned long v)
-{
- return (u / v);
-}
-
-static long
-__moddi3(long u, long v)
-{
- return (u % v);
-}
-
-static unsigned long
-__umoddi3(unsigned long u, unsigned long v)
-{
- return (u % v);
-}
-#endif
-
-static void
-_divr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- MOV(_jitc->rout, r1);
- MOV(_jitc->rout + 1, r2);
- calli((jit_word_t)__divdi3);
- MOV(r0, GR_8);
-}
-
-static void
-_divi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- switch (i0) {
- case 1:
- movr(r0, r1);
- return;
- case -1:
- negr(r0, r1);
- return;
- default:
- if (i0 > 0 && !(i0 & (i0 - 1))) {
- movr(r0, r1);
- rshi(r0, r0, ffsl(i0) - 1);
- return;
- }
- break;
- }
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- divr(r0, r1, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_divr_u(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- MOV(_jitc->rout, r1);
- MOV(_jitc->rout + 1, r2);
- calli((jit_word_t)__udivdi3);
- MOV(r0, GR_8);
-}
-
-static void
-_divi_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0 == 1) {
- movr(r0, r1);
- return;
- }
- else if (i0 > 0 && !(i0 & (i0 - 1))) {
- movr(r0, r1);
- rshi_u(r0, r0, ffsl(i0) - 1);
- return;
- }
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- divr_u(r0, r1, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_remr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- MOV(_jitc->rout, r1);
- MOV(_jitc->rout + 1, r2);
- calli((jit_word_t)__moddi3);
- MOV(r0, GR_8);
-}
-
-static void
-_remi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0 == 1 || i0 == -1) {
- MOV(r0, GR_0);
- return;
- }
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- remr(r0, r1, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_remr_u(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- MOV(_jitc->rout, r1);
- MOV(_jitc->rout + 1, r2);
- calli((jit_word_t)__umoddi3);
- MOV(r0, GR_8);
-}
-
-static void
-_remi_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0 == 1) {
- MOV(r0, GR_0);
- return;
- }
- else if (i0 > 0 && !(i0 & (i0 - 1))) {
- andi(r0, r1, i0 - 1);
- return;
- }
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- remr_u(r0, r1, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_mulh(jit_state_t *_jit,
- int32_t r0, int32_t r1, int32_t r2, jit_bool_t sign)
-{
- int32_t f0, f1;
- f0 = jit_get_reg(jit_class_fpr);
- f1 = jit_get_reg(jit_class_fpr);
- SETF_SIG(rn(f0), r1);
- SETF_SIG(rn(f1), r2);
- if (sign)
- XMPY_H(rn(f0), rn(f0), rn(f1));
- else
- XMPY_HU(rn(f0), rn(f0), rn(f1));
- GETF_SIG(r0, rn(f0));
- jit_unget_reg(f0);
- jit_unget_reg(f1);
-}
-
-static void
-_iqmulr(jit_state_t *_jit, int32_t r0, int32_t r1,
- int32_t r2, int32_t r3, jit_bool_t sign)
-{
- int32_t reg;
- if (r0 == r2 || r0 == r3) {
- reg = jit_get_reg(jit_class_gpr);
- mulr(rn(reg), r2, r3);
- }
- else
- mulr(r0, r2, r3);
- mulh(r1, r2, r3, sign);
- if (r0 == r2 || r0 == r3) {
- movr(r0, rn(reg));
- jit_unget_reg(reg);
- }
-}
-
-static void
-_iqmuli(jit_state_t *_jit, int32_t r0, int32_t r1,
- int32_t r2, jit_word_t i0, jit_bool_t sign)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- iqmulr(r0, r1, r2, rn(reg), sign);
- jit_unget_reg(reg);
-}
-
-static void
-_iqdivr(jit_state_t *_jit, int32_t r0, int32_t r1,
- int32_t r2, int32_t r3, jit_bool_t sign)
-{
- int32_t sv0, rg0;
- int32_t sv1, rg1;
-
- if (r0 == r2 || r0 == r3) {
- sv0 = jit_get_reg(jit_class_gpr);
- rg0 = rn(sv0);
- }
- else
- rg0 = r0;
- if (r1 == r2 || r1 == r3) {
- sv1 = jit_get_reg(jit_class_gpr);
- rg1 = rn(sv1);
- }
- else
- rg1 = r1;
-
- if (sign)
- divr(rg0, r2, r3);
- else
- divr_u(rg0, r2, r3);
- mulr(rg1, r3, rg0);
- subr(rg1, r2, rg1);
- if (rg0 != r0) {
- movr(r0, rg0);
- jit_unget_reg(sv0);
- }
- if (rg1 != r1) {
- movr(r1, rg1);
- jit_unget_reg(sv1);
- }
-}
-
-static void
-_iqdivi(jit_state_t *_jit, int32_t r0, int32_t r1,
- int32_t r2, jit_word_t i0, jit_bool_t sign)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- iqdivr(r0, r1, r2, rn(reg), sign);
- jit_unget_reg(reg);
-}
-
-static void
-_andi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0 >= -128 && i0 <= 127)
- ANDI(r0, i0, r1);
- else if (~i0 >= -128 && ~i0 <= 127)
- ANDCMI(r0, ~i0, r1);
- else {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- andr(r0, r1, rn(reg));
- jit_unget_reg(reg);
- }
-}
-
-static void
-_ori(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0 >= -128 && i0 <= 127)
- ORI(r0, i0, r1);
- else {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- orr(r0, r1, rn(reg));
- jit_unget_reg(reg);
- }
-}
-
-static void
-_xori(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0 >= -128 && i0 <= 127)
- XORI(r0, i0, r1);
- else {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- xorr(r0, r1, rn(reg));
- jit_unget_reg(reg);
- }
-}
-
-#if __BYTE_ORDER == __LITTLE_ENDIAN
-static void
-_bswapr_us(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
- int32_t t0;
- t0 = jit_get_reg(jit_class_gpr);
- rshi(rn(t0), r1, 8);
- andi(r0, r1, 0xff);
- andi(rn(t0), rn(t0), 0xff);
- lshi(r0, r0, 8);
- orr(r0, r0, rn(t0));
- jit_unget_reg(t0);
-}
-
-static void
-_bswapr_ui(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
- int32_t t0;
- int32_t t1;
- int32_t t2;
- t0 = jit_get_reg(jit_class_gpr);
- t1 = jit_get_reg(jit_class_gpr);
- t2 = jit_get_reg(jit_class_gpr);
- rshi(rn(t0), r1, 24);
- rshi(rn(t1), r1, 16);
- rshi(rn(t2), r1, 8);
- andi(rn(t0), rn(t0), 0xff);
- andi(rn(t1), rn(t1), 0xff);
- andi(rn(t2), rn(t2), 0xff);
- andi(r0, r1, 0xff);
- lshi(r0, r0, 24);
- lshi(rn(t1), rn(t1), 8);
- orr(r0, r0, rn(t0));
- lshi(rn(t2), rn(t2), 16);
- orr(r0, r0, rn(t1));
- orr(r0, r0, rn(t2));
- jit_unget_reg(t2);
- jit_unget_reg(t1);
- jit_unget_reg(t0);
-}
-#endif
-
-static void
-_lshi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- lshr(r0, r1, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_rshi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- rshr(r0, r1, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_rshi_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- rshr_u(r0, r1, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ltr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- CMP_LT(PR_6, PR_7, r1, r2);
- MOVI_p(r0, 1, PR_6);
- MOV_p(r0, GR_0, PR_7);
-}
-
-static void
-_lti(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0 >= -127 && i0 <= 128)
- CMPI_LT(PR_7, PR_6, i0 - 1, r1);
- else {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- CMP_LT(PR_6, PR_7, r1, rn(reg));
- jit_unget_reg(reg);
- }
- MOVI_p(r0, 1, PR_6);
- MOV_p(r0, GR_0, PR_7);
-}
-
-static void
-_ltr_u(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- CMP_LTU(PR_6, PR_7, r1, r2);
- MOVI_p(r0, 1, PR_6);
- MOV_p(r0, GR_0, PR_7);
-}
-
-static void
-_lti_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0 >= -127 && i0 <= 128)
- CMPI_LTU(PR_7, PR_6, i0 - 1, r1);
- else {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- CMP_LTU(PR_6, PR_7, r1, rn(reg));
- jit_unget_reg(reg);
- }
- MOVI_p(r0, 1, PR_6);
- MOV_p(r0, GR_0, PR_7);
-}
-
-static void
-_ler(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- CMP_LT(PR_6, PR_7, r2, r1);
- MOV_p(r0, GR_0, PR_6);
- MOVI_p(r0, 1, PR_7);
-}
-
-static void
-_lei(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- ler(r0, r1, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ler_u(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- CMP_LTU(PR_6, PR_7, r2, r1);
- MOV_p(r0, GR_0, PR_6);
- MOVI_p(r0, 1, PR_7);
-}
-
-static void
-_lei_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- ler_u(r0, r1, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_eqr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- CMP_EQ(PR_6, PR_7, r1, r2);
- MOVI_p(r0, 1, PR_6);
- MOV_p(r0, GR_0, PR_7);
-}
-
-static void
-_eqi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0 >= -128 && i0 <= 127)
- CMPI_EQ(PR_6, PR_7, i0, r1);
- else {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- CMP_EQ(PR_6, PR_7, r1, rn(reg));
- jit_unget_reg(reg);
- }
- MOVI_p(r0, 1, PR_6);
- MOV_p(r0, GR_0, PR_7);
-}
-
-static void
-_ger(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- CMP_LT(PR_6, PR_7, r1, r2);
- MOV_p(r0, GR_0, PR_6);
- MOVI_p(r0, 1, PR_7);
-}
-
-static void
-_gei(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0 >= -127 && i0 <= 128)
- CMPI_LT(PR_7, PR_6, i0 - 1, r1);
- else {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- CMP_LT(PR_6, PR_7, r1, rn(reg));
- jit_unget_reg(reg);
- }
- MOV_p(r0, GR_0, PR_6);
- MOVI_p(r0, 1, PR_7);
-}
-
-static void
-_ger_u(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- CMP_LTU(PR_6, PR_7, r1, r2);
- MOV_p(r0, GR_0, PR_6);
- MOVI_p(r0, 1, PR_7);
-}
-
-static void
-_gei_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0 >= -127 && i0 <= 128)
- CMPI_LTU(PR_7, PR_6, i0 - 1, r1);
- else {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- CMP_LTU(PR_6, PR_7, r1, rn(reg));
- jit_unget_reg(reg);
- }
- MOV_p(r0, GR_0, PR_6);
- MOVI_p(r0, 1, PR_7);
-}
-
-static void
-_gtr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- CMP_LT(PR_6, PR_7, r2, r1);
- MOVI_p(r0, 1, PR_6);
- MOV_p(r0, GR_0, PR_7);
-}
-
-static void
-_gti(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- gtr(r0, r1, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_gtr_u(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- CMP_LTU(PR_6, PR_7, r2, r1);
- MOVI_p(r0, 1, PR_6);
- MOV_p(r0, GR_0, PR_7);
-}
-
-static void
-_gti_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- gtr_u(r0, r1, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ner(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- CMP_EQ(PR_6, PR_7, r1, r2);
- MOV_p(r0, GR_0, PR_6);
- MOVI_p(r0, 1, PR_7);
-}
-
-static void
-_nei(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0 >= -128 && i0 <= 127)
- CMPI_EQ(PR_6, PR_7, i0, r1);
- else {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- CMP_EQ(PR_6, PR_7, r1, rn(reg));
- jit_unget_reg(reg);
- }
- MOV_p(r0, GR_0, PR_6);
- MOVI_p(r0, 1, PR_7);
-}
-
-static void
-_ldr_c(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
- ldr_uc(r0, r1);
- extr_c(r0, r0);
-}
-
-static void
-_ldi_c(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- ldr_c(r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ldi_uc(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- ldr_uc(r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ldr_s(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
- ldr_us(r0, r1);
- extr_s(r0, r0);
-}
-
-static void
-_ldi_s(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- ldr_s(r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ldi_us(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- ldr_us(r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ldr_i(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
- ldr_ui(r0, r1);
- extr_i(r0, r0);
-}
-
-static void
-_ldi_i(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- ldr_i(r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ldi_ui(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- ldr_ui(r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ldi_l(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- ldr_l(r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ldxr_c(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- addr(rn(reg), r1, r2);
- ldr_c(r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ldxi_c(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0) {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- ldxr_c(r0, r1, rn(reg));
- jit_unget_reg(reg);
- }
- else
- ldr_c(r0, r1);
-}
-
-static void
-_ldxr_uc(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- addr(rn(reg), r1, r2);
- ldr_uc(r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ldxi_uc(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0) {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- ldxr_uc(r0, r1, rn(reg));
- jit_unget_reg(reg);
- }
- else
- ldr_uc(r0, r1);
-}
-
-static void
-_ldxr_s(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- addr(rn(reg), r1, r2);
- ldr_s(r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ldxi_s(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0) {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- ldxr_s(r0, r1, rn(reg));
- jit_unget_reg(reg);
- }
- else
- ldr_s(r0, r1);
-}
-
-static void
-_ldxr_us(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- addr(rn(reg), r1, r2);
- ldr_us(r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ldxi_us(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0) {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- ldxr_us(r0, r1, rn(reg));
- jit_unget_reg(reg);
- }
- else
- ldr_us(r0, r1);
-}
-
-static void
-_ldxr_i(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- addr(rn(reg), r1, r2);
- ldr_i(r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ldxi_i(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0) {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- ldxr_i(r0, r1, rn(reg));
- jit_unget_reg(reg);
- }
- else
- ldr_i(r0, r1);
-}
-
-static void
-_ldxr_ui(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- addr(rn(reg), r1, r2);
- ldr_ui(r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ldxi_ui(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0) {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- ldxr_ui(r0, r1, rn(reg));
- jit_unget_reg(reg);
- }
- else
- ldr_ui(r0, r1);
-}
-
-static void
-_ldxr_l(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- addr(rn(reg), r1, r2);
- ldr_l(r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ldxi_l(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (i0) {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- ldxr_l(r0, r1, rn(reg));
- jit_unget_reg(reg);
- }
- else
- ldr_l(r0, r1);
-}
-
-static void
-_sti_c(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- str_c(rn(reg), r0);
- jit_unget_reg(reg);
-}
-
-static void
-_sti_s(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- str_s(rn(reg), r0);
- jit_unget_reg(reg);
-}
-
-static void
-_sti_i(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- str_i(rn(reg), r0);
- jit_unget_reg(reg);
-}
-
-static void
-_sti_l(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- str_l(rn(reg), r0);
- jit_unget_reg(reg);
-}
-
-static void
-_stxr_c(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- addr(rn(reg), r0, r1);
- str_c(rn(reg), r2);
- jit_unget_reg(reg);
-}
-
-static void
-_stxi_c(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- int32_t reg;
- if (i0) {
- reg = jit_get_reg(jit_class_gpr);
- addi(rn(reg), r0, i0);
- str_c(rn(reg), r1);
- jit_unget_reg(reg);
- }
- else
- str_c(r0, r1);
-}
-
-static void
-_stxr_s(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- addr(rn(reg), r0, r1);
- str_s(rn(reg), r2);
- jit_unget_reg(reg);
-}
-
-static void
-_stxi_s(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- int32_t reg;
- if (i0) {
- reg = jit_get_reg(jit_class_gpr);
- addi(rn(reg), r0, i0);
- str_s(rn(reg), r1);
- jit_unget_reg(reg);
- }
- else
- str_s(r0, r1);
-}
-
-static void
-_stxr_i(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- addr(rn(reg), r0, r1);
- str_i(rn(reg), r2);
- jit_unget_reg(reg);
-}
-
-static void
-_stxi_i(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- int32_t reg;
- if (i0) {
- reg = jit_get_reg(jit_class_gpr);
- addi(rn(reg), r0, i0);
- str_i(rn(reg), r1);
- jit_unget_reg(reg);
- }
- else
- str_i(r0, r1);
-}
-
-static void
-_stxr_l(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- addr(rn(reg), r0, r1);
- str_l(rn(reg), r2);
- jit_unget_reg(reg);
-}
-
-static void
-_stxi_l(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- int32_t reg;
- if (i0) {
- reg = jit_get_reg(jit_class_gpr);
- addi(rn(reg), r0, i0);
- str_l(rn(reg), r1);
- jit_unget_reg(reg);
- }
- else
- str_l(r0, r1);
-}
-
-static jit_word_t
-_bltr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- CMP_LT(PR_6, PR_7, r0, r1);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_6);
- return (w);
-}
-
-static jit_word_t
-_blti(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
- jit_word_t w;
- int32_t reg;
- if (i1 >= -127 && i1 <= 128)
- CMPI_LT(PR_7, PR_6, i1 - 1, r0);
- else {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i1);
- CMP_LT(PR_6, PR_7, r0, rn(reg));
- jit_unget_reg(reg);
- }
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_6);
- return (w);
-}
-
-static jit_word_t
-_bltr_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- CMP_LTU(PR_6, PR_7, r0, r1);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_6);
- return (w);
-}
-
-static jit_word_t
-_blti_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
- jit_word_t w;
- int32_t reg;
- if (i1 >= -127 && i1 <= 128)
- CMPI_LTU(PR_7, PR_6, i1 - 1, r0);
- else {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i1);
- CMP_LTU(PR_6, PR_7, r0, rn(reg));
- jit_unget_reg(reg);
- }
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_6);
- return (w);
-}
-
-static jit_word_t
-_bler(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- CMP_LT(PR_6, PR_7, r1, r0);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_7);
- return (w);
-}
-
-static jit_word_t
-_blei(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
- jit_word_t w;
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
- movi(rn(reg), i1);
- w = bler(i0, r0, rn(reg));
- jit_unget_reg(reg);
- return (w);
-}
-
-static jit_word_t
-_bler_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- CMP_LTU(PR_6, PR_7, r1, r0);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_7);
- return (w);
-}
-
-static jit_word_t
-_blei_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
- jit_word_t w;
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
- movi(rn(reg), i1);
- w = bler_u(i0, r0, rn(reg));
- jit_unget_reg(reg);
- return (w);
-}
-
-static jit_word_t
-_beqr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- CMP_EQ(PR_6, PR_7, r0, r1);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_6);
- return (w);
-}
-
-static jit_word_t
-_beqi(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
- jit_word_t w;
- int32_t reg;
- if (i1 >= -128 && i1 <= 127)
- CMPI_EQ(PR_6, PR_7, i1, r0);
- else {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i1);
- CMP_EQ(PR_6, PR_7, r0, rn(reg));
- jit_unget_reg(reg);
- }
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_6);
- return (w);
-}
-
-static jit_word_t
-_bger(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- CMP_LT(PR_6, PR_7, r0, r1);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_7);
- return (w);
-}
-
-static jit_word_t
-_bgei(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
- jit_word_t w;
- int32_t reg;
- if (i1 >= -127 && i1 <= 128)
- CMPI_LT(PR_7, PR_6, i1 - 1, r0);
- else {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i1);
- CMP_LT(PR_6, PR_7, r0, rn(reg));
- jit_unget_reg(reg);
- }
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_7);
- return (w);
-}
-
-static jit_word_t
-_bger_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- CMP_LTU(PR_6, PR_7, r0, r1);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_7);
- return (w);
-}
-
-static jit_word_t
-_bgei_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
- jit_word_t w;
- int32_t reg;
- if (i1 >= -127 && i1 <= 128)
- CMPI_LTU(PR_7, PR_6, i1 - 1, r0);
- else {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i1);
- CMP_LTU(PR_6, PR_7, r0, rn(reg));
- jit_unget_reg(reg);
- }
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_7);
- return (w);
-}
-
-static jit_word_t
-_bgtr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- CMP_LT(PR_6, PR_7, r1, r0);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_6);
- return (w);
-}
-
-static jit_word_t
-_bgti(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
- jit_word_t w;
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
- movi(rn(reg), i1);
- w = bgtr(i0, r0, rn(reg));
- jit_unget_reg(reg);
- return (w);
-}
-
-static jit_word_t
-_bgtr_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- CMP_LTU(PR_6, PR_7, r1, r0);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_6);
- return (w);
-}
-
-static jit_word_t
-_bgti_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
- jit_word_t w;
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
- movi(rn(reg), i1);
- w = bgtr_u(i0, r0, rn(reg));
- jit_unget_reg(reg);
- return (w);
-}
-
-static jit_word_t
-_bner(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- CMP_EQ(PR_6, PR_7, r0, r1);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_7);
- return (w);
-}
-
-static jit_word_t
-_bnei(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
- jit_word_t w;
- int32_t reg;
- if (i1 >= -128 && i1 <= 127)
- CMPI_EQ(PR_6, PR_7, i1, r0);
- else {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i1);
- CMP_EQ(PR_6, PR_7, r0, rn(reg));
- jit_unget_reg(reg);
- }
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_7);
- return (w);
-}
-
-static jit_word_t
-_bmsr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- andr(rn(reg), r0, r1);
- CMPI_EQ(PR_6, PR_7, 0, rn(reg));
- jit_unget_reg(reg);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_7);
- return (w);
-}
-
-static jit_word_t
-_bmsi(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
- jit_word_t w;
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i1);
- andr(rn(reg), r0, rn(reg));
- CMPI_EQ(PR_6, PR_7, 0, rn(reg));
- jit_unget_reg(reg);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_7);
- return (w);
-}
-
-static jit_word_t
-_bmcr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- andr(rn(reg), r0, r1);
- CMPI_EQ(PR_6, PR_7, 0, rn(reg));
- jit_unget_reg(reg);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_6);
- return (w);
-}
-
-static jit_word_t
-_bmci(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
- jit_word_t w;
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i1);
- andr(rn(reg), r0, rn(reg));
- CMPI_EQ(PR_6, PR_7, 0, rn(reg));
- jit_unget_reg(reg);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_6);
- return (w);
-}
-
-static jit_word_t
-_baddr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1,
- jit_bool_t carry)
-{
- jit_word_t w;
- int32_t t0;
- int32_t t1;
- int32_t t2;
- /* t1 = r0 + r1; overflow = r1 < 0 ? r0 < t1 : t1 < r0 */
- t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
- t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
- t2 = jit_get_reg(jit_class_gpr|jit_class_nospill);
- lti(rn(t0), r1, 0); /* t0 = r1 < 0 */
- addr(rn(t1), r0, r1); /* t1 = r0 + r1 */
- ltr(rn(t2), rn(t1), r0); /* t2 = t1 < r0 */
- ltr(rn(t1), r0, rn(t1)); /* t1 = r0 < t1 */
- CMPI_EQ(PR_6, PR_7, 0, rn(t0));
- CMPI_EQ_p(PR_8, PR_9, 0, rn(t2), PR_6);/* if (t0==0) p8=t2==0,p9=t2!=0; */
- CMPI_EQ_p(PR_8, PR_9, 0, rn(t1), PR_7);/* if (t0!=0) p8=t1==0,p9=t1!=0; */
- addr(r0, r0, r1);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, carry ? PR_9 : PR_8);
- jit_unget_reg(t2);
- jit_unget_reg(t1);
- jit_unget_reg(t0);
- return (w);
-}
-
-static jit_word_t
-_baddi(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1,
- jit_bool_t carry)
-{
- jit_word_t w;
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
- movi(rn(reg), i1);
- w = baddr(i0, r0, rn(reg), carry);
- jit_unget_reg(reg);
- return (w);
-}
-
-static jit_word_t
-_baddr_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1,
- jit_bool_t carry)
-{
- jit_word_t w;
- int32_t t0;
- int32_t t1;
- t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
- t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
- addr(rn(t0), r0, r1);
- ltr_u(rn(t1), rn(t0), r0);
- CMPI_EQ(PR_6, PR_7, 0, rn(t1));
- MOV(r0, rn(t0));
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, carry ? PR_7 : PR_6);
- jit_unget_reg(t1);
- jit_unget_reg(t0);
- return (w);
-}
-
-static jit_word_t
-_baddi_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1,
- jit_bool_t carry)
-{
- jit_word_t w;
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
- movi(rn(reg), i1);
- w = baddr_u(i0, r0, rn(reg), carry);
- jit_unget_reg(reg);
- return (w);
-}
-
-static jit_word_t
-_bsubr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1,
- jit_bool_t carry)
-{
- jit_word_t w;
- int32_t t0;
- int32_t t1;
- int32_t t2;
- /* t1 = r0 - r1; overflow = 0 < r1 ? r0 < t1 : t1 < r0 */
- t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
- t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
- t2 = jit_get_reg(jit_class_gpr|jit_class_nospill);
- gti(rn(t0), r1, 0); /* t0 = r1 > 0 */
- subr(rn(t1), r0, r1); /* t1 = r0 - r1 */
- ltr(rn(t2), rn(t1), r0); /* t2 = t1 < r0 */
- ltr(rn(t1), r0, rn(t1)); /* t1 = r0 < t1 */
- CMPI_EQ(PR_6, PR_7, 0, rn(t0));
- CMPI_EQ_p(PR_8, PR_9, 0, rn(t2), PR_6);/* if (t0==0) p4=t2==0,p5=t2!=0; */
- CMPI_EQ_p(PR_8, PR_9, 0, rn(t1), PR_7);/* if (t0!=0) p4=t1==0,p5=t1!=0; */
- subr(r0, r0, r1);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, carry ? PR_9 : PR_8);
- jit_unget_reg(t2);
- jit_unget_reg(t1);
- jit_unget_reg(t0);
- return (w);
-}
-
-static jit_word_t
-_bsubi(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1,
- jit_bool_t carry)
-{
- jit_word_t w;
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
- movi(rn(reg), i1);
- w = bsubr(i0, r0, rn(reg), carry);
- jit_unget_reg(reg);
- return (w);
-}
-
-static jit_word_t
-_bsubr_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1,
- jit_bool_t carry)
-{
- jit_word_t w;
- int32_t t0;
- int32_t t1;
- t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
- t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
- subr(rn(t0), r0, r1);
- ltr_u(rn(t1), r0, rn(t0));
- CMPI_EQ(PR_6, PR_7, 0, rn(t1));
- MOV(r0, rn(t0));
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, carry ? PR_7 : PR_6);
- jit_unget_reg(t1);
- jit_unget_reg(t0);
- return (w);
-}
-
-static jit_word_t
-_bsubi_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1,
- jit_bool_t carry)
-{
- jit_word_t w;
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
- movi(rn(reg), i1);
- w = bsubr_u(i0, r0, rn(reg), carry);
- jit_unget_reg(reg);
- return (w);
-}
-
-static void
-_jmpr(jit_state_t *_jit, int32_t r0)
-{
- MOV_br_rn(BR_6, r0);
- BR(BR_6);
-}
-
-static void
-_jmpi(jit_state_t *_jit, jit_word_t i0)
-{
- jit_word_t d;
- sync();
- d = ((jit_word_t)i0 - _jit->pc.w) >> 4;
- if (d >= -16777216 && d <= 16777215)
- BRI(d);
- else
- BRL(d);
-}
-
-static jit_word_t
-_jmpi_p(jit_state_t *_jit, jit_word_t i0)
-{
- jit_word_t d, w;
- sync();
- w = _jit->pc.w;
- d = ((jit_word_t)i0 - w) >> 4;
- BRL(d);
- return (w);
-}
-
-static void
-_callr(jit_state_t *_jit, int32_t r0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- LD8_inc(rn(reg), r0, 8);
- MOV_br_rn(BR_6, rn(reg));
- jit_unget_reg(reg);
- LD8(GR_1, r0);
- BR_CALL(BR_0, BR_6);
-}
-
-static void
-_calli(jit_state_t *_jit, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- callr(rn(reg));
- jit_unget_reg(reg);
-}
-
-static jit_word_t
-_calli_p(jit_state_t *_jit, jit_word_t i0)
-{
- jit_word_t w;
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- w = movi_p(rn(reg), i0);
- callr(rn(reg));
- jit_unget_reg(reg);
- return (w);
-}
-
-static void
-_prolog(jit_state_t *_jit, jit_node_t *node)
-{
- int32_t reg, ruse, rout;
-
- if (_jitc->function->define_frame || _jitc->function->assume_frame) {
- int32_t frame = -_jitc->function->frame;
- assert(_jitc->function->self.aoff >= frame);
- if (_jitc->function->assume_frame)
- return;
- _jitc->function->self.aoff = frame;
- }
- if (_jitc->function->allocar)
- _jitc->function->self.aoff &= -16;
- _jitc->function->stack = ((_jitc->function->self.alen -
- _jitc->function->self.aoff) + 15) & -16;
-
- /* First lowest unused register is first output register */
- for (reg = _R115; reg >= _R40; reg--) {
- if (jit_regset_tstbit(&_jitc->function->regset, reg))
- break;
- }
- _jitc->breg = rn(reg) + 1;
- _jitc->rout = _jitc->breg + 5;
- ruse = _jitc->rout - GR_32;
-
- /* How many out argument registers required? */
- if (!_jitc->function->define_frame) {
- for (reg = _OUT7; reg >= _OUT0; --reg) {
- if (jit_regset_tstbit(&_jitc->function->regset, reg))
- break;
- }
- rout = (reg + 1) - _OUT0;
- }
- else
- rout = 8;
-
- /* Do not know if will call div/mod functions (sqrt* needs one) */
- if (rout < 2)
- rout = 2;
-
- /* Match gcc prolog */
- ALLOC(_jitc->breg + 1, ruse, rout);
- MOV(_jitc->breg + 2, GR_12);
- MOV_rn_br(_jitc->breg, BR_0);
- MOV(_jitc->breg + 3, GR_1);
-
- /* lightning specific, use r4 as frame pointer */
- MOV(_jitc->breg + 4, GR_4);
- addi(GR_4, GR_12, -(stack_framesize + params_offset));
-
- /* adjust stack pointer */
- addi(GR_12, GR_12, -(stack_framesize +
- (params_offset << 1) + _jitc->function->stack));
-
- if (jit_regset_tstbit(&_jitc->function->regset, JIT_F0))
- STF_SPILL(GR_4, rn(JIT_F0));
- if (jit_regset_tstbit(&_jitc->function->regset, JIT_F1)) {
- addi(GR_2, GR_4, 16);
- STF_SPILL(GR_2, rn(JIT_F1));
- }
- if (jit_regset_tstbit(&_jitc->function->regset, JIT_F2)) {
- addi(GR_2, GR_4, 32);
- STF_SPILL(GR_2, rn(JIT_F2));
- }
- if (jit_regset_tstbit(&_jitc->function->regset, JIT_F3)) {
- addi(GR_2, GR_4, 48);
- STF_SPILL(GR_2, rn(JIT_F3));
- }
- if (jit_regset_tstbit(&_jitc->function->regset, JIT_F4)) {
- addi(GR_2, GR_4, 64);
- STF_SPILL(GR_2, rn(JIT_F4));
- }
- if (jit_regset_tstbit(&_jitc->function->regset, JIT_F5)) {
- addi(GR_2, GR_4, 80);
- STF_SPILL(GR_2, rn(JIT_F5));
- }
-
- if (_jitc->function->allocar) {
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), _jitc->function->self.aoff);
- stxi_i(_jitc->function->aoffoff, GR_4, rn(reg));
- jit_unget_reg(reg);
- }
-
- if (_jitc->function->self.call & jit_call_varargs) {
- for (reg = _jitc->function->vagp; reg < 8; ++reg)
- stxi(112 + reg * 8, GR_4, GR_32 + reg);
- }
-}
-
-static void
-_epilog(jit_state_t *_jit, jit_node_t *node)
-{
- if (_jitc->function->assume_frame)
- return;
- if (jit_regset_tstbit(&_jitc->function->regset, JIT_F0))
- LDF_FILL(rn(JIT_F0), GR_4);
- if (jit_regset_tstbit(&_jitc->function->regset, JIT_F1)) {
- addi(GR_2, GR_4, 16);
- LDF_FILL(rn(JIT_F1), GR_2);
- }
- if (jit_regset_tstbit(&_jitc->function->regset, JIT_F2)) {
- addi(GR_2, GR_4, 32);
- LDF_FILL(rn(JIT_F2), GR_2);
- }
- if (jit_regset_tstbit(&_jitc->function->regset, JIT_F3)) {
- addi(GR_2, GR_4, 48);
- LDF_FILL(rn(JIT_F3), GR_2);
- }
- if (jit_regset_tstbit(&_jitc->function->regset, JIT_F4)) {
- addi(GR_2, GR_4, 64);
- LDF_FILL(rn(JIT_F4), GR_2);
- }
- if (jit_regset_tstbit(&_jitc->function->regset, JIT_F5)) {
- addi(GR_2, GR_4, 80);
- LDF_FILL(rn(JIT_F5), GR_2);
- }
- /* Match gcc epilog */
- MOV(GR_1, _jitc->breg + 3);
- MOV_I_ar_rn(AR_PFS, _jitc->breg + 1);
- MOV_br_rn(BR_0, _jitc->breg);
- MOV(GR_12, _jitc->breg + 2);
- /* Restore lightning specific r4 as frame pointer */
- MOV(GR_4, _jitc->breg + 4);
- BR_RET(BR_0);
- flush();
-}
-
-static void
-_vastart(jit_state_t *_jit, int32_t r0)
-{
- assert(_jitc->function->self.call & jit_call_varargs);
- /* Initialize va_list to the first stack argument. */
- if (_jitc->function->vagp < 8)
- addi(r0, GR_4, 112 + _jitc->function->vagp * 8);
- else
- addi(r0, GR_4, _jitc->function->self.size);
-}
-
-static void
-_vaarg(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
- assert(_jitc->function->self.call & jit_call_varargs);
- /* Load argument. */
- ldr(r0, r1);
- /* Update va_list. */
- addi(r1, r1, 8);
-}
-
-static void
-_patch_at(jit_state_t *_jit, jit_code_t code,
- jit_word_t instr, jit_word_t label)
-{
- jit_word_t l, h, tm, s0, s1, s2;
- union {
- jit_word_t w;
- jit_word_t *p;
- } c;
- jit_word_t i1, i41, i20, ic, i5, i9, i7;
- c.w = instr;
- get_bundle(c.p, l, h, tm, s0, s1, s2);
- switch (code) {
- case jit_code_movi:
- /* Handle jit functions as C function, so that jit function
- * pointers can be passed to C code, and jit code does not
- * need to try to differentiate them. */
- case jit_code_calli:
- i1 = (label >> 63) & 0x1L;
- i41 = (label >> 22) & 0x1ffffffffffL;
- ic = (label >> 21) & 0x1L;
- i5 = (label >> 16) & 0x1fL;
- i9 = (label >> 7) & 0x1ffL;
- i7 = label & 0x7fL;
- s1 = i41;
- assert((tm & ~1) == TM_M_L_X_ &&
- (s2 & 0xfL<<37) == (6L<<37) &&
- s0 == nop_m);
- s2 &= (6L<<37)|(0x7fL<<6);
- s2 |= (i1<<36)|(i9<<27)|(i5<<22)|(ic<<21)|(i7<<13);
- break;
- case jit_code_jmpi:
- if (_jitc->jump) {
- /* kludge to hide function descriptors; check that gp
- * is zero, what is done for all jit functions */
- if (((long *)label)[1] == 0) {
- for (ic = 0; ic < _jitc->prolog.offset; ic++) {
- if (_jitc->prolog.ptr[ic] == label) {
- label += 16;
- break;
- }
- }
- }
- }
- ic = (label - instr) >> 4;
- i1 = (ic >> 61) & 0x1L;
- i41 = (ic >> 22) & 0x1ffffffffffL;
- i20 = ic & 0xfffffL;
- assert((tm & ~1) == TM_M_L_X_ &&
- (s2 & 0xfL<<37) == (0xcL<<37) &&
- s0 == nop_m);
- s1 = i41;
- s2 &= (0xcL<<37)|(0x7L<<33)|(1L<<12);
- s2 |= (i1<<36)|(i20<<13);
- break;
- default:
- /* Only B1 in slot 0 expected due to need to either
- * a stop to update predicates, or a sync before
- * unconditional short branch */
- ic = (label - instr) >> 4;
- assert((s0 >> 37) == 4 && (s0 & (7 << 6)) == 0);
- s0 &= (4L<<37)|(7L<<33)|(1L<<12)|0x1f;
- s0 |= (((ic>>20)&1L)<<36)|((ic&0xfffffL)<<13);
- break;
- }
- set_bundle(c.p, l, h, tm, s0, s1, s2);
-}
-
-#if !HAVE_FFSL
-static int
-ffsl(long i)
-{
- int bit;
- if ((bit = ffs((int)i)) == 0) {
- if ((bit = ffs((int)((unsigned long)i >> 32))))
- bit += 32;
- }
- return (bit);
-}
-#endif
-#endif
diff --git a/lightening/ia64-fpu.c b/lightening/ia64-fpu.c
deleted file mode 100644
index 9c3146f..0000000
--- a/lightening/ia64-fpu.c
+++ /dev/null
@@ -1,1762 +0,0 @@
-/*
- * Copyright (C) 2013-2017 Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- * Paulo Cesar Pereira de Andrade
- */
-
-#if PROTO
-#define SF_S0 0
-#define SF_S1 1
-#define SF_S2 2
-#define SF_S3 3
-
-#define TSTFREG1(r0) \
- do { \
- if (jit_regset_tstbit(&_jitc->regs, r0 + 128)) \
- stop(); \
- } while (0)
-#define TSTFREG2(r0, r1) \
- do { \
- if (jit_regset_tstbit(&_jitc->regs, r0 + 128) || \
- jit_regset_tstbit(&_jitc->regs, r1 + 128)) \
- stop(); \
- } while (0)
-#define TSTFREG3(r0, r1, r2) \
- do { \
- if (jit_regset_tstbit(&_jitc->regs, r0 + 128) || \
- jit_regset_tstbit(&_jitc->regs, r1 + 128) || \
- jit_regset_tstbit(&_jitc->regs, r2 + 128)) \
- stop(); \
- } while (0)
-#define SETFREG(r0) jit_regset_setbit(&_jitc->regs, r0 + 128)
-
-/* libm */
-extern float sqrtf(float);
-extern double sqrt(double);
-#define M7(x6,ht,r3,r2,f1) _M7(_jit,0,x6,ht,r3,r2,f1)
-static void _M7(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M8(x6,ht,r3,im,f1) _M8(_jit,0,x6,ht,r3,im,f1)
-static void _M8(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M9(x6,ht,r3,f1) _M9(_jit,0,x6,ht,r3,f1)
-static void _M9(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define M10(x6,ht,r3,r2,im) _M10(_jit,0,x6,ht,r3,r2,im)
-static void _M10(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M11(x6,ht,r3,f2,f1) _M11(_jit,0,x6,ht,r3,f2,f1)
-static void _M11(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M12(x6,ht,r3,f2,f1) _M12(_jit,0,x6,ht,r3,f2,f1)
-static void _M12(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define M18(x6,r2,f1) _M18(_jit,0,x6,r2,f1)
-static void _M18(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t);
-#define M19(x6,f2,r1) _M19(_jit,0,x6,f2,r1)
-static void _M19(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t);
-#define M21(f2,im) M20x(0x3,f2,im)
-#define M23(x3,im,f1) M22x(x3,im,f1)
-#define M27(f1) M26x(3,f1)
-#define F1(op,x,sf,f4,f3,f2,f1) F1_(_jit,0,op,x,sf,f4,f3,f2,f1)
-#define F2(x2,f4,f3,f2,f1) F1(0xe,1,x2,f4,f3,f2,f1)
-#define F3(f4,f3,f2,f1) F1(0xe,0,0,f4,f3,f2,f1)
-static void F1_(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define F4(rb,sf,ra,p2,f3,f2,ta,p1) F4_(_jit,0,rb,sf,ra,p2,f3,f2,ta,p1)
-static void F4_(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define F5(p2,fc,f2,ta,p1) F5_(_jit,0,p2,fc,f2,ta,p1)
-static void F5_(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define F6x(op,q,sf,p2,f3,f2,f1) F6x_(_jit,0,op,q,sf,p2,f3,f2,f1)
-#define F6(op,sf,p2,f3,f2,f1) F6x(op,0,sf,p2,f3,f2,f1)
-#define F7(op,sf,p2,f3,f1) F6x(op,1,sf,p2,f3,0,f1)
-static void F6x_(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define F8(op,sf,x6,f3,f2,f1) F8_(_jit,0,op,sf,x6,f3,f2,f1)
-#define F9(op,x6,f3,f2,f1) F8(op,0,x6,f3,f2,f1)
-#define F10(op,sf,x6,f2,f1) F8(op,sf,x6,0,f2,f1)
-#define F11(x6,f2,f1) F8(0,0,x6,0,f2,f1)
-static void F8_(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t);
-#define F12(sf,x6,omsk,amsk) F12_(_jit,0,sf,x6,omsk,amsk)
-#define F13(sf,x6) F12(sf,x6,0,0)
-static void F12_(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define F14x(sf,x,x6,im) F14x_(_jit,0,sf,x,x6,im)
-#define F14(sf,im) F14x(sf,0,8,im)
-#define F15(im) F14x(0,0,0,im)
-static void F14x_(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t,jit_word_t,jit_word_t)
- maybe_unused;
-#define F16(y,im) F16_(_jit,0,y,im)
-static void F16_(jit_state_t*,jit_word_t,
- jit_word_t,jit_word_t)maybe_unused;
-
-/* break */
-#define BREAK_F(im) F15(im)
-/* chk */
-#define CHK_S(f2,im) M21(f2,im)
-#define CHKF_A_NC(f1,im) M23(0x6,im,f1)
-#define CHKF_A_CLR(f1,im) M23(0x7,im,f1)
-/* fabs */
-#define FABS(f1,f3) FMERGE_S(f1,0,f3)
-/* fadd */
-#define FADD(f1,f3,f2) FMA(f1,f3,1,f2)
-#define FADD_S(f1,f3,f2) FMA_S(f1,f3,1,f2)
-#define FADD_D(f1,f3,f2) FMA_D(f1,f3,1,f2)
-/* famax */
-#define FAMAX(f1,f2,f3) F8(0,SF_S0,0x17,f3,f2,f1)
-/* famin */
-#define FAMIN(f1,f2,f3) F8(0,SF_S0,0x16,f3,f2,f1)
-/* fand */
-#define FAND(f1,f2,f3) F9(0,0x2c,f3,f2,f1)
-/* fandcm */
-#define FANDCM(f1,f2,f3) F9(0,0x2d,f3,f2,f1)
-/* fchkf */
-#define FCHKF(im) F14(SF_S0,im)
-/* fclass */
-#define FCLASS_M(p1,p2,f2,fc) F5(p2,fc,f2,0,p1)
-#define FCLASS_M_UNC(p1,p2,f2,fc) F5(p2,fc,f2,1,p1)
-/* fclrf */
-#define FCLRF() F13(SF_S0,5)
-/* fcmp */
-#define FCMP_EQ(p1,p2,f2,f3) F4(0,SF_S0,0,p2,f3,f2,0,p1)
-#define FCMP_LT(p1,p2,f2,f3) F4(1,SF_S0,0,p2,f3,f2,0,p1)
-#define FCMP_LE(p1,p2,f2,f3) F4(0,SF_S0,1,p2,f3,f2,0,p1)
-#define FCMP_UNORD(p1,p2,f2,f3) F4(1,SF_S0,1,p2,f3,f2,0,p1)
-#define FCMP_EQ_UNC(p1,p2,f2,f3) F4(0,SF_S0,0,p2,f3,f2,1,p1)
-#define FCMP_LT_UNC(p1,p2,f2,f3) F4(1,SF_S0,0,p2,f3,f2,1,p1)
-#define FCMP_LE_UNC(p1,p2,f2,f3) F4(0,SF_S0,1,p2,f3,f2,1,p1)
-#define FCMP_UNORD_UNC(p1,p2,f2,f3) F4(1,SF_S0,1,p2,f3,f2,1,p1)
-/* fcvt.fx */
-#define FCVT_FX(f1,f2) F10(0,SF_S0,0x18,f2,f1)
-#define FCVT_FXU(f1,f2) F10(0,SF_S0,0x19,f2,f1)
-#define FCVT_FX_TRUNC(f1,f2) F10(0,SF_S0,0x1a,f2,f1)
-#define FCVT_FXU_TRUNC(f1,f2) F10(0,SF_S0,0x1b,f2,f1)
-/* fcvt.xf */
-#define FCVT_XF(f1,f2) F11(0x1c,f2,f1)
-/* fcvt.fxuf */
-#define FCVT_XUF(f1,f3) FMA(f1,f3,1,0)
-/* fma */
-#define FMA(f1,f3,f4,f2) F1(0x8,0,SF_S0,f4,f3,f2,f1)
-#define FMA_p(f1,f3,f4,f2,sf,_p) F1_(_jit,_p,0x8,0,sf,f4,f3,f2,f1)
-#define FMA_S(f1,f3,f4,f2) F1(0x8,1,SF_S0,f4,f3,f2,f1)
-#define FMA_S_p(f1,f3,f4,f2,sf,_p) F1_(_jit,_p,0x8,1,sf,f4,f3,f2,f1)
-#define FMA_D(f1,f3,f4,f2) F1(0x9,0,SF_S0,f4,f3,f2,f1)
-#define FMA_D_p(f1,f3,f4,f2,sf,_p) F1_(_jit,_p,0x9,0,sf,f4,f3,f2,f1)
-/* fmax */
-#define FMAX(f1,f2,f3) F8(0,SF_S0,0x15,f3,f2,f1)
-/* fmerge */
-#define FMERGE_S(f1,f2,f3) F9(0,0x10,f3,f2,f1)
-#define FMERGE_NS(f1,f2,f3) F9(0,0x11,f3,f2,f1)
-#define FMERGE_SE(f1,f2,f3) F9(0,0x12,f3,f2,f1)
-/* fmin */
-#define FMIN(f1,f2,f3) F8(0,SF_S0,0x14,f3,f2,f1)
-/* fmix */
-#define FMIX_LR(f1,f2,f3) F9(0,0x39,f3,f2,f1)
-#define FMIX_R(f1,f2,f3) F9(0,0x3a,f3,f2,f1)
-#define FMIX_L(f1,f2,f3) F9(0,0x3b,f3,f2,f1)
-/* fmpy */
-#define FMPY(f1,f3,f4) FMA(f1,f3,f4,0)
-#define FMPY_p(f1,f3,f4,sf,_p) FMA_p(f1,f3,f4,0,sf,_p)
-#define FMPY_S(f1,f3,f4) FMA_S(f1,f3,f4,0)
-#define FMPY_S_p(f1,f3,f4,sf,_p) FMA_S_p(f1,f3,f4,0,sf,_p)
-#define FMPY_D(f1,f3,f4) FMA_D(f1,f3,f4,0)
-#define FMPY_D_p(f1,f3,f4,sf,_p) FMA_D_p(f1,f3,f4,0,sf,_p)
-/* fms */
-#define FMS(f1,f3,f4,f2) F1(0xa,0,SF_S0,f4,f3,f2,f1)
-#define FMS_S(f1,f3,f4,f2) F1(0xa,1,SF_S0,f4,f3,f2,f1)
-#define FMS_D(f1,f3,f4,f2) F1(0xb,0,SF_S0,f4,f3,f2,f1)
-/* fneg */
-#define FNEG(f1,f3) FMERGE_NS(f1,f3,f3)
-/* fnegabs */
-#define FNEGABS(f1,f3) FMERGE_NS(f1,0,f3)
-/* fnma */
-#define FNMA(f1,f3,f4,f2) F1(0xc,0,SF_S0,f4,f3,f2,f1)
-#define FNMA_p(f1,f3,f4,f2,sf,_p) F1_(_jit,_p,0xc,0,sf,f4,f3,f2,f1)
-#define FNMA_S(f1,f3,f4,f2) F1(0xc,1,SF_S0,f4,f3,f2,f1)
-#define FNMA_D(f1,f3,f4,f2) F1(0xd,0,SF_S0,f4,f3,f2,f1)
-/* fnmpy */
-#define FNMPY(f1,f3,f4) FNMA(f1,f3,f4,0)
-/* fnorm */
-#define FNORM(f1,f3) FMA(f1,f3,1,0)
-#define FNORM_S(f1,f3) FMA_S(f1,f3,1,0)
-#define FNORM_D(f1,f3) FMA_D(f1,f3,1,0)
-/* for */
-#define FOR(f1,f2,f3) F9(0,0x2e,f3,f2,f1)
-/* fpabs */
-#define FPABS(f1,f3) FPMERGE_S(f1,0,f3)
-/* fpack */
-#define FPACK(f1,f2,f3) F9(0,0x28,f3,f2,f1)
-/* fpamax */
-#define FPAMAX(f1,f2,f3) F8(1,SF_S0,0x17,f3,f2,f1)
-/* fpamin */
-#define FPAMIN(f1,f2,f3) F8(1,SF_S0,0x16,f3,f2,f1)
-/* fpcmp */
-#define FPCMP_EQ(f1,f2,f3) F8(1,SF_S0,0x30,f3,f2,f1)
-#define FPCMP_LT(f1,f2,f3) F8(1,SF_S0,0x31,f3,f2,f1)
-#define FPCMP_LE(f1,f2,f3) F8(1,SF_S0,0x32,f3,f2,f1)
-#define FPCMP_UNORD(f1,f2,f3) F8(1,SF_S0,0x33,f3,f2,f1)
-#define FPCMP_NEQ(f1,f2,f3) F8(1,SF_S0,0x34,f3,f2,f1)
-#define FPCMP_NLT(f1,f2,f3) F8(1,SF_S0,0x35,f3,f2,f1)
-#define FPCMP_NLE(f1,f2,f3) F8(1,SF_S0,0x36,f3,f2,f1)
-#define FPCMP_ORD(f1,f2,f3) F8(1,SF_S0,0x37,f3,f2,f1)
-/* fpcvt.fx */
-#define FPCVT_FX(f1,f2) F10(1,SF_S0,0x18,f2,f1)
-#define FPCVT_FXU(f1,f2) F10(1,SF_S0,0x19,f2,f1)
-#define FPCVT_FX_TRUNC(f1,f2) F10(1,SF_S0,0x1a,f2,f1)
-#define FPCVT_FXU_TRUNC(f1,f2) F10(1,SF_S0,0x1b,f2,f1)
-/* fpma */
-#define FPMA(f1,f3,f4,f2) F1(0x9,1,SF_S0,f4,f3,f3,f1)
-/* fpmax */
-#define FPMAX(f1,f2,f3) F8(1,SF_S0,0x15,f3,f2,f1)
-/* fpmerge */
-#define FPMERGE_S(f1,f2,f3) F9(1,0x10,f3,f2,f1)
-#define FPMERGE_NS(f1,f2,f3) F9(1,0x11,f3,f2,f1)
-#define FPMERGE_SE(f1,f2,f3) F9(1,0x12,f3,f2,f1)
-/* fpmin */
-#define FPMIN(f1,f2,f3) F8(1,SF_S0,0x14,f3,f2,f1)
-/* fpmpy */
-#define FPMPY(f1,f3,f4) FPMA(f1,f3,f4,0)
-/* fpms */
-#define FPMS(f1,f3,f4,f2) F1(0xb,1,SF_S0,f4,f3,f3,f1)
-/* fpneg */
-#define FPNEG(f1,f3) FPMERGE_NS(f1,f3,f3)
-/* fpnegabs */
-#define FPNEGABS(f1,f3) FPMERGE_NS(f1,0,f3)
-/* fpnma */
-#define FPNMA(f1,f3,f4,f2) F1(0xd,1,SF_S0,f4,f3,f3,f1)
-/* fpnmpy */
-#define FPNMPY(f1,f3,f4) FPNMA(f1,f3,f4,0)
-/* fprcpa */
-#define FPRCPA(f1,p2,f2,f3) F6(1,SF_S0,p2,f3,f2,f1)
-/* fprsqrta */
-#define FPRSQRTA(f1,p2,f3) F7(1,SF_S0,p2,f3,f1)
-/* frcpa */
-#define FRCPA(f1,p2,f2,f3) F6(0,SF_S0,p2,f3,f2,f1)
-/* frsqrta */
-#define FRSQRTA(f1,p2,f3) F7(0,SF_S0,p2,f3,f1)
-/* fselect */
-#define FSELECT(f1,f3,f4,f2) F3(f4,f3,f2,f1)
-#define FSETC(amsk,omsk) F12(SF_S0,4,omsk,amsk)
-/* fsub */
-#define FSUB(f1,f3,f2) FMS(f1,f3,1,f2)
-#define FSUB_S(f1,f3,f2) FMS_S(f1,f3,1,f2)
-#define FSUB_D(f1,f3,f2) FMS_D(f1,f3,1,f2)
-/* fswap */
-#define FSWAP(f1,f2,f3) F9(0,0x34,f3,f2,f1)
-#define FSWAP_NL(f1,f2,f3) F9(0,0x35,f3,f2,f1)
-#define FSWAP_NR(f1,f2,f3) F9(0,0x36,f3,f2,f1)
-/* fsxt */
-#define FSXT_R(f1,f2,f3) F9(0,0x3c,f3,f2,f1)
-#define FSXT_L(f1,f2,f3) F9(0,0x3d,f3,f2,f1)
-/* fxor */
-#define FXOR(f1,f2,f3) F9(0,0x2f,f3,f2,f1)
-/* getf */
-#define GETF_S(r1,f2) M19(0x1e,f2,r1)
-#define GETF_D(r1,f2) M19(0x1f,f2,r1)
-#define GETF_EXP(r1,f2) M19(0x1d,f2,r1)
-#define GETF_SIG(r1,f2) M19(0x1c,f2,r1)
-/* hint */
-#define HINT_F(im) F16(1,im)
-/* invala */
-#define INVALAF_E(f1) M27(f1)
-/* ldf */
-#define LDFS(f1,r3) M9(0x02,LD_NONE,r3,f1)
-#define LDFD(f1,r3) M9(0x03,LD_NONE,r3,f1)
-#define LDF8(f1,r3) M9(0x01,LD_NONE,r3,f1)
-#define LDFE(f1,r3) M9(0x00,LD_NONE,r3,f1)
-#define LDFS_S(f1,r3) M9(0x06,LD_NONE,r3,f1)
-#define LDFD_S(f1,r3) M9(0x07,LD_NONE,r3,f1)
-#define LDF8_S(f1,r3) M9(0x05,LD_NONE,r3,f1)
-#define LDFE_S(f1,r3) M9(0x04,LD_NONE,r3,f1)
-#define LDFS_A(f1,r3) M9(0x0a,LD_NONE,r3,f1)
-#define LDFD_A(f1,r3) M9(0x0b,LD_NONE,r3,f1)
-#define LDF8_A(f1,r3) M9(0x09,LD_NONE,r3,f1)
-#define LDFE_A(f1,r3) M9(0x08,LD_NONE,r3,f1)
-#define LDFS_SA(f1,r3) M9(0x0e,LD_NONE,r3,f1)
-#define LDFD_SA(f1,r3) M9(0x0f,LD_NONE,r3,f1)
-#define LDF8_SA(f1,r3) M9(0x0d,LD_NONE,r3,f1)
-#define LDFE_SA(f1,r3) M9(0x0c,LD_NONE,r3,f1)
-#define LDF_FILL(f1,r3) M9(0x1b,LD_NONE,r3,f1)
-#define LDFS_C_CLR(f1,r3) M9(0x22,LD_NONE,r3,f1)
-#define LDFD_C_CLR(f1,r3) M9(0x23,LD_NONE,r3,f1)
-#define LDF8_C_CLR(f1,r3) M9(0x21,LD_NONE,r3,f1)
-#define LDFE_C_CLR(f1,r3) M9(0x20,LD_NONE,r3,f1)
-#define LDFS_C_NC(f1,r3) M9(0x26,LD_NONE,r3,f1)
-#define LDFD_C_NC(f1,r3) M9(0x27,LD_NONE,r3,f1)
-#define LDF8_C_NC(f1,r3) M9(0x25,LD_NONE,r3,f1)
-#define LDFE_C_NC(f1,r3) M9(0x24,LD_NONE,r3,f1)
-#define LDFS_inc(f1,r3,r2) M7(0x02,LD_NONE,r3,r2,f1)
-#define LDFD_inc(f1,r3,r2) M7(0x03,LD_NONE,r3,r2,f1)
-#define LDF8_inc(f1,r3,r2) M7(0x01,LD_NONE,r3,r2,f1)
-#define LDFE_inc(f1,r3,r2) M7(0x00,LD_NONE,r3,r2,f1)
-#define LDFS_S_inc(f1,r3,r2) M7(0x06,LD_NONE,r3,r2,f1)
-#define LDFD_S_inc(f1,r3,r2) M7(0x07,LD_NONE,r3,r2,f1)
-#define LDF8_S_inc(f1,r3,r2) M7(0x05,LD_NONE,r3,r2,f1)
-#define LDFE_S_inc(f1,r3,r2) M7(0x04,LD_NONE,r3,r2,f1)
-#define LDFS_A_inc(f1,r3,r2) M7(0x0a,LD_NONE,r3,r2,f1)
-#define LDXFD_A_inc(f1,r3,r2) M7(0x0b,LD_NONE,r3,r2,f1)
-#define LDXF8_A_inc(f1,r3,r2) M7(0x09,LD_NONE,r3,r2,f1)
-#define LDXFE_A_inc(f1,r3,r2) M7(0x08,LD_NONE,r3,r2,f1)
-#define LDXFS_SA_inc(f1,r3,r2) M7(0x0e,LD_NONE,r3,r2,f1)
-#define LDXFD_SA_inc(f1,r3,r2) M7(0x0f,LD_NONE,r3,r2,f1)
-#define LDXF8_SA_inc(f1,r3,r2) M7(0x0d,LD_NONE,r3,r2,f1)
-#define LDXFE_SA_inc(f1,r3,r2) M7(0x0c,LD_NONE,r3,r2,f1)
-#define LDXFS_FILL_inc(f1,r3,r2) M7(0x1b,LD_NONE,r3,r2,f1)
-#define LDXFS_C_CLR_inc(f1,r3,r2) M7(0x22,LD_NONE,r3,r2,f1)
-#define LDXFD_C_CLR_inc(f1,r3,r2) M7(0x23,LD_NONE,r3,r2,f1)
-#define LDXF8_C_CLR_inc(f1,r3,r2) M7(0x21,LD_NONE,r3,r2,f1)
-#define LDXFE_C_CLR_inc(f1,r3,r2) M7(0x20,LD_NONE,r3,r2,f1)
-#define LDXFS_C_NC_inc(f1,r3,r2) M7(0x26,LD_NONE,r3,r2,f1)
-#define LDXFD_C_NC_inc(f1,r3,r2) M7(0x27,LD_NONE,r3,r2,f1)
-#define LDXF8_C_NC_inc(f1,r3,r2) M7(0x25,LD_NONE,r3,r2,f1)
-#define LDXFE_C_NC_inc(f1,r3,r2) M7(0x24,LD_NONE,r3,r2,f1)
-#define LDIFS_inc(f1,f3,im) M8(0x02,LD_NONE,f3,im,f1)
-#define LDIFD_inc(f1,f3,im) M8(0x03,LD_NONE,f3,im,f1)
-#define LDIF8_inc(f1,f3,im) M8(0x01,LD_NONE,f3,im,f1)
-#define LDIFE_inc(f1,f3,im) M8(0x00,LD_NONE,f3,im,f1)
-#define LDIFS_S_inc(f1,f3,im) M8(0x06,LD_NONE,f3,im,f1)
-#define LDIFD_S_inc(f1,f3,im) M8(0x07,LD_NONE,f3,im,f1)
-#define LDIF8_S_inc(f1,f3,im) M8(0x05,LD_NONE,f3,im,f1)
-#define LDIFE_S_inc(f1,f3,im) M8(0x04,LD_NONE,f3,im,f1)
-#define LDIFS_A_inc(f1,f3,im) M8(0x0a,LD_NONE,f3,im,f1)
-#define LDIFD_A_inc(f1,f3,im) M8(0x0b,LD_NONE,f3,im,f1)
-#define LDIF8_A_inc(f1,f3,im) M8(0x09,LD_NONE,f3,im,f1)
-#define LDIFE_A_inc(f1,f3,im) M8(0x08,LD_NONE,f3,im,f1)
-#define LDIF_FILL_inc(f1,f3,im) M8(0x1b,LD_NONE,f3,im,f1)
-#define LDIFS_C_CLR_inc(f1,f3,im) M8(0x22,LD_NONE,f3,im,f1)
-#define LDIFD_C_CLR_inc(f1,f3,im) M8(0x23,LD_NONE,f3,im,f1)
-#define LDIF8_C_CLR_inc(f1,f3,im) M8(0x21,LD_NONE,f3,im,f1)
-#define LDIFE_C_CLR_inc(f1,f3,im) M8(0x20,LD_NONE,f3,im,f1)
-#define LDIFS_C_NC_inc(f1,f3,im) M8(0x26,LD_NONE,f3,im,f1)
-#define LDIFD_C_NC_inc(f1,f3,im) M8(0x27,LD_NONE,f3,im,f1)
-#define LDIF8_C_NC_inc(f1,f3,im) M8(0x25,LD_NONE,f3,im,f1)
-#define LDIFE_C_NC_inc(f1,f3,im) M8(0x24,LD_NONE,f3,im,f1)
-/* ldpf */
-#define LDFPS(f1,f2,r3) M11(0x02,LD_NONE,r3,f2,f1)
-#define LDFPD(f1,f2,r3) M11(0x03,LD_NONE,r3,f2,f1)
-#define LDFP8(f1,f2,r3) M11(0x01,LD_NONE,r3,f2,f1)
-#define LDFPS_S(f1,f2,r3) M11(0x06,LD_NONE,r3,f2,f1)
-#define LDFPD_S(f1,f2,r3) M11(0x07,LD_NONE,r3,f2,f1)
-#define LDFP8_S(f1,f2,r3) M11(0x05,LD_NONE,r3,f2,f1)
-#define LDFPS_A(f1,f2,r3) M11(0x0a,LD_NONE,r3,f2,f1)
-#define LDFPD_A(f1,f2,r3) M11(0x0b,LD_NONE,r3,f2,f1)
-#define LDFP8_A(f1,f2,r3) M11(0x09,LD_NONE,r3,f2,f1)
-#define LDFPS_SA(f1,f2,r3) M11(0x0e,LD_NONE,r3,f2,f1)
-#define LDFPD_SA(f1,f2,r3) M11(0x0f,LD_NONE,r3,f2,f1)
-#define LDFP8_SA(f1,f2,r3) M11(0x0d,LD_NONE,r3,f2,f1)
-#define LDFPS_C_CLR(f1,f2,r3) M11(0x22,LD_NONE,r3,f2,f1)
-#define LDFPD_C_CLR(f1,f2,r3) M11(0x23,LD_NONE,r3,f2,f1)
-#define LDFP8_C_CLR(f1,f2,r3) M11(0x21,LD_NONE,r3,f2,f1)
-#define LDFPS_C_NC(f1,f2,r3) M11(0x26,LD_NONE,r3,f2,f1)
-#define LDFPD_C_NC(f1,f2,r3) M11(0x27,LD_NONE,r3,f2,f1)
-#define LDFP8_C_NC(f1,f2,r3) M11(0x25,LD_NONE,r3,f2,f1)
-#define LDIFPS(f1,f2,r3) M12(0x02,LD_NONE,r3,f2,f1)
-#define LDIFPD(f1,f2,r3) M12(0x03,LD_NONE,r3,f2,f1)
-#define LDIFP8(f1,f2,r3) M12(0x01,LD_NONE,r3,f2,f1)
-#define LDIFPS_S(f1,f2,r3) M12(0x06,LD_NONE,r3,f2,f1)
-#define LDIFPD_S(f1,f2,r3) M12(0x07,LD_NONE,r3,f2,f1)
-#define LDIFP8_S(f1,f2,r3) M12(0x05,LD_NONE,r3,f2,f1)
-#define LDIFPS_A(f1,f2,r3) M12(0x0a,LD_NONE,r3,f2,f1)
-#define LDIFPD_A(f1,f2,r3) M12(0x0b,LD_NONE,r3,f2,f1)
-#define LDIFP8_A(f1,f2,r3) M12(0x09,LD_NONE,r3,f2,f1)
-#define LDIFPS_SA(f1,f2,r3) M12(0x0e,LD_NONE,r3,f2,f1)
-#define LDIFPD_SA(f1,f2,r3) M12(0x0f,LD_NONE,r3,f2,f1)
-#define LDIFP8_SA(f1,f2,r3) M12(0x0d,LD_NONE,r3,f2,f1)
-#define LDIFPS_C_CLR(f1,f2,r3) M12(0x22,LD_NONE,r3,f2,f1)
-#define LDIFPD_C_CLR(f1,f2,r3) M12(0x23,LD_NONE,r3,f2,f1)
-#define LDIFP8_C_CLR(f1,f2,r3) M12(0x21,LD_NONE,r3,f2,f1)
-#define LDIFPS_C_NC(f1,f2,r3) M12(0x26,LD_NONE,r3,f2,f1)
-#define LDIFPD_C_NC(f1,f2,r3) M12(0x27,LD_NONE,r3,f2,f1)
-#define LDIFP8_C_NC(f1,f2,r3) M12(0x25,LD_NONE,r3,f2,f1)
-/* mov - Move Floating-point Register */
-#define MOVF(f1,f3) FMERGE_S(f1,f3,f3)
-/* nop */
-#define NOP_F(im) F16(0,im)
-/* setf */
-#define SETF_S(f1,r2) M18(0x1e,r2,f1)
-#define SETF_D(f1,r2) M18(0x1f,r2,f1)
-#define SETF_EXP(f1,r2) M18(0x1d,r2,f1)
-#define SETF_SIG(f1,r2) M18(0x1c,r2,f1)
-/* stf */
-#define STFS(r3,f2) M13(0x32,ST_NONE,r3,f2)
-#define STFD(r3,f2) M13(0x33,ST_NONE,r3,f2)
-#define STF8(r3,f2) M13(0x31,ST_NONE,r3,f2)
-#define STFE(r3,f2) M13(0x30,ST_NONE,r3,f2)
-#define STF_SPILL(r3,f2) M13(0x3b,ST_NONE,r3,f2)
-#define STFS_inc(r3,f2,im) M10(0x32,ST_NONE,r3,f2,im)
-#define STFD_inc(r3,f2,im) M10(0x33,ST_NONE,r3,f2,im)
-#define STF8_inc(r3,f2,im) M10(0x31,ST_NONE,r3,f2,im)
-#define STFE_inc(r3,f2,im) M10(0x30,ST_NONE,r3,f2,im)
-#define STF_SPILL_inc(r3,f2,im) M10(0x3b,ST_NONE,r3,f2,im)
-/* xma */
-#define XMA_L(f1,f3,f4,f2) F2(0,f4,f3,f2,f1)
-#define XMA_LU(f1,f3,f4,f2) XMA_L(f1,f3,f4,f2)
-#define XMA_H(f1,f3,f4,f2) F2(3,f4,f3,f2,f1)
-#define XMA_HU(f1,f3,f4,f2) F2(2,f4,f3,f2,f1)
-/* xmpy */
-#define XMPY_L(f1,f3,f4) XMA_L(f1,f3,f4,0)
-#define XMPY_LU(f1,f3,f4) XMA_L(f1,f3,f4,0)
-#define XMPY_H(f1,f3,f4) XMA_H(f1,f3,f4,0)
-#define XMPY_HU(f1,f3,f4) XMA_HU(f1,f3,f4,0)
-
-#define movr_f(r0,r1) movr_d(r0,r1)
-#define movr_d(r0,r1) MOVF(r0,r1)
-#define movi_f(r0,i0) _movi_f(_jit,r0,i0)
-static void _movi_f(jit_state_t*,int32_t,jit_float32_t*);
-#define movi_d(r0,i0) _movi_d(_jit,r0,i0)
-static void _movi_d(jit_state_t*,int32_t,jit_float64_t*);
-#define movr_w_f(r0,r1) _movr_w_f(_jit,r0,r1)
-static void _movr_w_f(jit_state_t*,int32_t,int32_t);
-#define movr_f_w(r0,r1) _movr_f_w(_jit,r0,r1)
-static void _movr_f_w(jit_state_t*,int32_t,int32_t);
-#define movr_w_d(r0,r1) _movr_w_d(_jit,r0,r1)
-static void _movr_w_d(jit_state_t*,int32_t,int32_t);
-#define movr_d_w(r0,r1) _movr_d_w(_jit,r0,r1)
-static void _movr_d_w(jit_state_t*,int32_t,int32_t);
-#define movi_f_w(r0,i0) _movi_f_w(_jit,r0,i0)
-static void _movi_f_w(jit_state_t*,int32_t,jit_float32_t*);
-#define movi_d_w(r0,i0) _movi_d_w(_jit,r0,i0)
-static void _movi_d_w(jit_state_t*,int32_t,jit_float64_t*);
-#define absr_f(r0,r1) absr_d(r0,r1)
-#define absr_d(r0,r1) FABS(r0,r1)
-#define negr_f(r0,r1) negr_d(r0,r1)
-#define negr_d(r0,r1) FNEG(r0,r1)
-#define sqrtr_f(r0,r1) _sqrtr_f(_jit,r0,r1)
-static void _sqrtr_f(jit_state_t*,int32_t,int32_t);
-#define sqrtr_d(r0,r1) _sqrtr_d(_jit,r0,r1)
-static void _sqrtr_d(jit_state_t*,int32_t,int32_t);
-#define extr_f_d(r0,r1) FNORM_D(r0,r1)
-#define extr_d_f(r0,r1) FNORM_S(r0,r1)
-#define extr_f(r0,r1) _extr_f(_jit,r0,r1)
-static void _extr_f(jit_state_t*,int32_t,int32_t);
-#define extr_d(r0,r1) _extr_d(_jit,r0,r1)
-static void _extr_d(jit_state_t*,int32_t,int32_t);
-#define truncr_f_i(r0,r1) truncr_d_l(r0,r1)
-#define truncr_d_i(r0,r1) truncr_d_l(r0,r1)
-#define truncr_f_l(r0,r1) truncr_d_l(r0,r1)
-#define truncr_d_l(r0,r1) _truncr_d_l(_jit,r0,r1)
-static void _truncr_d_l(jit_state_t*,int32_t,int32_t);
-#define addr_f(r0,r1,r2) FADD_S(r0,r1,r2)
-#define addi_f(r0,r1,i0) _addi_f(_jit,r0,r1,i0)
-static void _addi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define addr_d(r0,r1,r2) FADD_D(r0,r1,r2)
-#define addi_d(r0,r1,i0) _addi_d(_jit,r0,r1,i0)
-static void _addi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define subr_f(r0,r1,r2) FSUB_S(r0,r1,r2)
-#define subi_f(r0,r1,i0) _subi_f(_jit,r0,r1,i0)
-static void _subi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define subr_d(r0,r1,r2) FSUB_D(r0,r1,r2)
-#define subi_d(r0,r1,i0) _subi_d(_jit,r0,r1,i0)
-static void _subi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define rsbr_f(r0,r1,r2) subr_f(r0,r2,r1)
-#define rsbi_f(r0,r1,i0) _rsbi_f(_jit,r0,r1,i0)
-static void _rsbi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define rsbr_d(r0,r1,r2) subr_d(r0,r2,r1)
-#define rsbi_d(r0,r1,i0) _rsbi_d(_jit,r0,r1,i0)
-static void _rsbi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define mulr_f(r0,r1,r2) FMPY_S(r0,r1,r2)
-#define muli_f(r0,r1,i0) _muli_f(_jit,r0,r1,i0)
-static void _muli_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define mulr_d(r0,r1,r2) FMPY_D(r0,r1,r2)
-#define muli_d(r0,r1,i0) _muli_d(_jit,r0,r1,i0)
-static void _muli_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define divr_f(r0,r1,r2) _divr_f(_jit,r0,r1,r2)
-static void _divr_f(jit_state_t*,int32_t,int32_t,int32_t);
-#define divi_f(r0,r1,i0) _divi_f(_jit,r0,r1,i0)
-static void _divi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define divr_d(r0,r1,r2) _divr_d(_jit,r0,r1,r2)
-static void _divr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define divi_d(r0,r1,i0) _divi_d(_jit,r0,r1,i0)
-static void _divi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define ltr_f(r0,r1,r2) ltr_d(r0,r1,r2)
-#define ltr_d(r0,r1,r2) _ltr_d(_jit,r0,r1,r2)
-static void _ltr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define lti_f(r0,r1,i0) _lti_f(_jit,r0,r1,i0)
-static void _lti_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define lti_d(r0,r1,i0) _lti_d(_jit,r0,r1,i0)
-static void _lti_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define ler_f(r0,r1,r2) ler_d(r0,r1,r2)
-#define ler_d(r0,r1,r2) _ler_d(_jit,r0,r1,r2)
-static void _ler_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define lei_f(r0,r1,i0) _lei_f(_jit,r0,r1,i0)
-static void _lei_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define lei_d(r0,r1,i0) _lei_d(_jit,r0,r1,i0)
-static void _lei_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define eqr_f(r0,r1,r2) eqr_d(r0,r1,r2)
-#define eqr_d(r0,r1,r2) _eqr_d(_jit,r0,r1,r2)
-static void _eqr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define eqi_f(r0,r1,i0) _eqi_f(_jit,r0,r1,i0)
-static void _eqi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define eqi_d(r0,r1,i0) _eqi_d(_jit,r0,r1,i0)
-static void _eqi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define ger_f(r0,r1,r2) ger_d(r0,r1,r2)
-#define ger_d(r0,r1,r2) _ger_d(_jit,r0,r1,r2)
-static void _ger_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define gei_f(r0,r1,i0) _gei_f(_jit,r0,r1,i0)
-static void _gei_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define gei_d(r0,r1,i0) _gei_d(_jit,r0,r1,i0)
-static void _gei_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define gtr_f(r0,r1,r2) gtr_d(r0,r1,r2)
-#define gtr_d(r0,r1,r2) _gtr_d(_jit,r0,r1,r2)
-static void _gtr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define gti_f(r0,r1,i0) _gti_f(_jit,r0,r1,i0)
-static void _gti_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define gti_d(r0,r1,i0) _gti_d(_jit,r0,r1,i0)
-static void _gti_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define ner_f(r0,r1,r2) ner_d(r0,r1,r2)
-#define ner_d(r0,r1,r2) _ner_d(_jit,r0,r1,r2)
-static void _ner_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define nei_f(r0,r1,i0) _nei_f(_jit,r0,r1,i0)
-static void _nei_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define nei_d(r0,r1,i0) _nei_d(_jit,r0,r1,i0)
-static void _nei_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define unltr_f(r0,r1,r2) unltr_d(r0,r1,r2)
-#define unltr_d(r0,r1,r2) _unltr_d(_jit,r0,r1,r2)
-static void _unltr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define unlti_f(r0,r1,i0) _unlti_f(_jit,r0,r1,i0)
-static void _unlti_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define unlti_d(r0,r1,i0) _unlti_d(_jit,r0,r1,i0)
-static void _unlti_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define unler_f(r0,r1,r2) unler_d(r0,r1,r2)
-#define unler_d(r0,r1,r2) _unler_d(_jit,r0,r1,r2)
-static void _unler_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define unlei_f(r0,r1,i0) _unlei_f(_jit,r0,r1,i0)
-static void _unlei_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define unlei_d(r0,r1,i0) _unlei_d(_jit,r0,r1,i0)
-static void _unlei_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define uneqr_f(r0,r1,r2) uneqr_d(r0,r1,r2)
-#define uneqr_d(r0,r1,r2) _uneqr_d(_jit,r0,r1,r2)
-static void _uneqr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define uneqi_f(r0,r1,i0) _uneqi_f(_jit,r0,r1,i0)
-static void _uneqi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define uneqi_d(r0,r1,i0) _uneqi_d(_jit,r0,r1,i0)
-static void _uneqi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define unger_f(r0,r1,r2) unger_d(r0,r1,r2)
-#define unger_d(r0,r1,r2) _unger_d(_jit,r0,r1,r2)
-static void _unger_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define ungei_f(r0,r1,i0) _ungei_f(_jit,r0,r1,i0)
-static void _ungei_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define ungei_d(r0,r1,i0) _ungei_d(_jit,r0,r1,i0)
-static void _ungei_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define ungtr_f(r0,r1,r2) ungtr_d(r0,r1,r2)
-#define ungtr_d(r0,r1,r2) _ungtr_d(_jit,r0,r1,r2)
-static void _ungtr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define ungti_f(r0,r1,i0) _ungti_f(_jit,r0,r1,i0)
-static void _ungti_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define ungti_d(r0,r1,i0) _ungti_d(_jit,r0,r1,i0)
-static void _ungti_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define ltgtr_f(r0,r1,r2) ltgtr_d(r0,r1,r2)
-#define ltgtr_d(r0,r1,r2) _ltgtr_d(_jit,r0,r1,r2)
-static void _ltgtr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define ltgti_f(r0,r1,i0) _ltgti_f(_jit,r0,r1,i0)
-static void _ltgti_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define ltgti_d(r0,r1,i0) _ltgti_d(_jit,r0,r1,i0)
-static void _ltgti_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define ordr_f(r0,r1,r2) ordr_d(r0,r1,r2)
-#define ordr_d(r0,r1,r2) _ordr_d(_jit,r0,r1,r2)
-static void _ordr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define ordi_f(r0,r1,i0) _ordi_f(_jit,r0,r1,i0)
-static void _ordi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define ordi_d(r0,r1,i0) _ordi_d(_jit,r0,r1,i0)
-static void _ordi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define unordr_f(r0,r1,r2) unordr_d(r0,r1,r2)
-#define unordr_d(r0,r1,r2) _unordr_d(_jit,r0,r1,r2)
-static void _unordr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define unordi_f(r0,r1,i0) _unordi_f(_jit,r0,r1,i0)
-static void _unordi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define unordi_d(r0,r1,i0) _unordi_d(_jit,r0,r1,i0)
-static void _unordi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define ldr_f(r0,r1) LDFS(r0,r1)
-#define ldi_f(r0,i0) _ldi_f(_jit,r0,i0)
-static void _ldi_f(jit_state_t*,int32_t,jit_word_t);
-#define ldxr_f(r0,r1,r2) _ldxr_f(_jit,r0,r1,r2)
-static void _ldxr_f(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_f(r0,r1,i0) _ldxi_f(_jit,r0,r1,i0)
-static void _ldxi_f(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldr_d(r0,r1) LDFD(r0,r1)
-#define ldi_d(r0,i0) _ldi_d(_jit,r0,i0)
-static void _ldi_d(jit_state_t*,int32_t,jit_word_t);
-#define ldxr_d(r0,r1,r2) _ldxr_d(_jit,r0,r1,r2)
-static void _ldxr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_d(r0,r1,i0) _ldxi_d(_jit,r0,r1,i0)
-static void _ldxi_d(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define str_f(r0,r1) STFS(r0,r1)
-#define sti_f(i0,r0) _sti_f(_jit,i0,r0)
-static void _sti_f(jit_state_t*,jit_word_t,int32_t);
-#define stxr_f(r0,r1,r2) _stxr_f(_jit,r0,r1,r2)
-static void _stxr_f(jit_state_t*,int32_t,int32_t,int32_t);
-#define stxi_f(i0,r0,r1) _stxi_f(_jit,i0,r0,r1)
-static void _stxi_f(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define str_d(r0,r1) STFD(r0,r1)
-#define sti_d(i0,r0) _sti_d(_jit,i0,r0)
-static void _sti_d(jit_state_t*,jit_word_t,int32_t);
-#define stxr_d(r0,r1,r2) _stxr_d(_jit,r0,r1,r2)
-static void _stxr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define stxi_d(i0,r0,r1) _stxi_d(_jit,i0,r0,r1)
-static void _stxi_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bltr_f(i0,r0,r1) bltr_d(i0,r0,r1)
-#define bltr_d(i0,r0,r1) _bltr_d(_jit,i0,r0,r1)
-static jit_word_t _bltr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define blti_f(i0,r0,i1) _blti_f(_jit,i0,r0,i1)
-static jit_word_t _blti_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define blti_d(i0,r0,i1) _blti_d(_jit,i0,r0,i1)
-static jit_word_t _blti_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bler_f(i0,r0,r1) bler_d(i0,r0,r1)
-#define bler_d(i0,r0,r1) _bler_d(_jit,i0,r0,r1)
-static jit_word_t _bler_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define blei_f(i0,r0,i1) _blei_f(_jit,i0,r0,i1)
-static jit_word_t _blei_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define blei_d(i0,r0,i1) _blei_d(_jit,i0,r0,i1)
-static jit_word_t _blei_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define beqr_f(i0,r0,r1) beqr_d(i0,r0,r1)
-#define beqr_d(i0,r0,r1) _beqr_d(_jit,i0,r0,r1)
-static jit_word_t _beqr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define beqi_f(i0,r0,i1) _beqi_f(_jit,i0,r0,i1)
-static jit_word_t _beqi_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define beqi_d(i0,r0,i1) _beqi_d(_jit,i0,r0,i1)
-static jit_word_t _beqi_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bger_f(i0,r0,r1) bger_d(i0,r0,r1)
-#define bger_d(i0,r0,r1) _bger_d(_jit,i0,r0,r1)
-static jit_word_t _bger_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bgei_f(i0,r0,i1) _bgei_f(_jit,i0,r0,i1)
-static jit_word_t _bgei_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bgei_d(i0,r0,i1) _bgei_d(_jit,i0,r0,i1)
-static jit_word_t _bgei_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bgtr_f(i0,r0,r1) bgtr_d(i0,r0,r1)
-#define bgtr_d(i0,r0,r1) _bgtr_d(_jit,i0,r0,r1)
-static jit_word_t _bgtr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bgti_f(i0,r0,i1) _bgti_f(_jit,i0,r0,i1)
-static jit_word_t _bgti_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bgti_d(i0,r0,i1) _bgti_d(_jit,i0,r0,i1)
-static jit_word_t _bgti_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bner_f(i0,r0,r1) bner_d(i0,r0,r1)
-#define bner_d(i0,r0,r1) _bner_d(_jit,i0,r0,r1)
-static jit_word_t _bner_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bnei_f(i0,r0,i1) _bnei_f(_jit,i0,r0,i1)
-static jit_word_t _bnei_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bnei_d(i0,r0,i1) _bnei_d(_jit,i0,r0,i1)
-static jit_word_t _bnei_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bunltr_f(i0,r0,r1) bunltr_d(i0,r0,r1)
-#define bunltr_d(i0,r0,r1) _bunltr_d(_jit,i0,r0,r1)
-static jit_word_t _bunltr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bunlti_f(i0,r0,i1) _bunlti_f(_jit,i0,r0,i1)
-static jit_word_t _bunlti_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bunlti_d(i0,r0,i1) _bunlti_d(_jit,i0,r0,i1)
-static jit_word_t _bunlti_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bunler_f(i0,r0,r1) bunler_d(i0,r0,r1)
-#define bunler_d(i0,r0,r1) _bunler_d(_jit,i0,r0,r1)
-static jit_word_t _bunler_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bunlei_f(i0,r0,i1) _bunlei_f(_jit,i0,r0,i1)
-static jit_word_t _bunlei_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bunlei_d(i0,r0,i1) _bunlei_d(_jit,i0,r0,i1)
-static jit_word_t _bunlei_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define buneqr_f(i0,r0,r1) buneqr_d(i0,r0,r1)
-#define buneqr_d(i0,r0,r1) _buneqr_d(_jit,i0,r0,r1)
-static jit_word_t _buneqr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define buneqi_f(i0,r0,i1) _buneqi_f(_jit,i0,r0,i1)
-static jit_word_t _buneqi_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define buneqi_d(i0,r0,i1) _buneqi_d(_jit,i0,r0,i1)
-static jit_word_t _buneqi_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bunger_f(i0,r0,r1) bunger_d(i0,r0,r1)
-#define bunger_d(i0,r0,r1) _bunger_d(_jit,i0,r0,r1)
-static jit_word_t _bunger_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bungei_f(i0,r0,i1) _bungei_f(_jit,i0,r0,i1)
-static jit_word_t _bungei_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bungei_d(i0,r0,i1) _bungei_d(_jit,i0,r0,i1)
-static jit_word_t _bungei_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bungtr_f(i0,r0,r1) bungtr_d(i0,r0,r1)
-#define bungtr_d(i0,r0,r1) _bungtr_d(_jit,i0,r0,r1)
-static jit_word_t _bungtr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bungti_f(i0,r0,i1) _bungti_f(_jit,i0,r0,i1)
-static jit_word_t _bungti_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bungti_d(i0,r0,i1) _bungti_d(_jit,i0,r0,i1)
-static jit_word_t _bungti_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bltgtr_f(i0,r0,r1) bltgtr_d(i0,r0,r1)
-#define bltgtr_d(i0,r0,r1) _bltgtr_d(_jit,i0,r0,r1)
-static jit_word_t _bltgtr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bltgti_f(i0,r0,i1) _bltgti_f(_jit,i0,r0,i1)
-static jit_word_t _bltgti_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bltgti_d(i0,r0,i1) _bltgti_d(_jit,i0,r0,i1)
-static jit_word_t _bltgti_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bordr_f(i0,r0,r1) bordr_d(i0,r0,r1)
-#define bordr_d(i0,r0,r1) _bordr_d(_jit,i0,r0,r1)
-static jit_word_t _bordr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bordi_f(i0,r0,i1) _bordi_f(_jit,i0,r0,i1)
-static jit_word_t _bordi_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bordi_d(i0,r0,i1) _bordi_d(_jit,i0,r0,i1)
-static jit_word_t _bordi_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bunordr_f(i0,r0,r1) bunordr_d(i0,r0,r1)
-#define bunordr_d(i0,r0,r1) _bunordr_d(_jit,i0,r0,r1)
-static jit_word_t _bunordr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bunordi_f(i0,r0,i1) _bunordi_f(_jit,i0,r0,i1)
-static jit_word_t _bunordi_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bunordi_d(i0,r0,i1) _bunordi_d(_jit,i0,r0,i1)
-static jit_word_t _bunordi_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-# define vaarg_d(r0, r1) _vaarg_d(_jit, r0, r1)
-static void _vaarg_d(jit_state_t*, int32_t, int32_t);
-#endif
-
-#if CODE
-static void
-_M7(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2, jit_word_t f1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(ht & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(r2 & ~0x7fL));
- assert(!(f1 & ~0x7fL));
- TSTREG2(r2, r3);
- TSTPRED(_p);
- TSTFREG1(f1);
- inst((6L<<37)|(1L<<36)|(x6<<30)|(ht<<28)|
- (r3<<20)|(r2<<13)|(f1<<6)|_p, INST_M);
- SETFREG(f1);
- SETREG(r3);
-}
-
-static void
-_M8(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t im, jit_word_t f1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(ht & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(im > -256 && im <= 255);
- assert(!(f1 & ~0x7fL));
- TSTREG1(r3);
- TSTPRED(_p);
- TSTFREG1(f1);
- inst((7L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)|
- (((im>>8)&1L)<<27)|(r3<<20)|((im&0x7fLL)<<13)|(f1<<6)|_p, INST_M);
- SETFREG(f1);
- SETREG(r3);
-}
-
-static void
-_M9(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t f1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(ht & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(f1 & ~0x7fL));
- TSTREG1(r3);
- TSTPRED(_p);
- TSTFREG1(f1);
- inst((6L<<37)|(x6<<30)|(ht<<28)|(r3<<20)|(f1<<6)|_p, INST_M);
- SETFREG(f1);
-}
-
-static void
-_M10(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t f2, jit_word_t im)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(ht & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(f2 & ~0x7fL));
- assert(im > -256 && im <= 255);
- TSTREG1(r3);
- TSTFREG1(f2);
- TSTPRED(_p);
- inst((7L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)|
- (((im>>8)&1L)<<27)|(r3<<20)|(f2<<13)|((im&0x7fL)<<6)|_p, INST_M);
- SETREG(r3);
-}
-
-static void
-_M11(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t f2, jit_word_t f1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(ht & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(f2 & ~0x7fL));
- assert(!(f1 & ~0x7fL));
- TSTREG1(r3);
- TSTPRED(_p);
- TSTFREG2(f1, f2);
- inst((6L<<37)|(x6<<30)|(ht<<28)|(1L<<27)|
- (r3<<20)|(f2<<13)|(f1<<6)|_p, INST_M);
- SETFREG(f1);
- SETFREG(f2);
-}
-
-static void
-_M12(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t f2, jit_word_t f1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(ht & ~0x3L));
- assert(!(r3 & ~0x7fL));
- assert(!(f2 & ~0x7fL));
- assert(!(f1 & ~0x7fL));
- TSTREG1(r3);
- TSTPRED(_p);
- TSTFREG2(f1, f2);
- inst((6L<<37)|(1L<<36)|(x6<<30)|(ht<<28)|
- (1L<<27)|(r3<<20)|(f2<<13)|(f1<<6)|_p, INST_M);
- SETFREG(f1);
- SETFREG(f2);
- SETREG(r3);
-}
-
-static void
-_M18(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t r2, jit_word_t f1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(r2 & ~0x7fL));
- assert(!(f1 & ~0x7fL));
- TSTREG1(r2);
- TSTPRED(_p);
- TSTFREG1(f1);
- inst((6L<<37)|(x6<<30)|(1L<<27)|(r2<<13)|(f1<<6)|_p, INST_M);
- SETFREG(f1);
-}
-
-static void
-_M19(jit_state_t *_jit, jit_word_t _p,
- jit_word_t x6, jit_word_t f2, jit_word_t r1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(x6 & ~0x3fL));
- assert(!(f2 & ~0x7fL));
- assert(!(r1 & ~0x7fL));
- TSTFREG1(f2);
- TSTPRED(_p);
- TSTREG1(r1);
- inst((4L<<37)|(x6<<30)|(1L<<27)|(f2<<13)|(r1<<6)|_p, INST_M);
- SETREG(r1);
-}
-
-static void
-F1_(jit_state_t *_jit, jit_word_t _p,
- jit_word_t op, jit_word_t x, jit_word_t sf,
- jit_word_t f4, jit_word_t f3, jit_word_t f2, jit_word_t f1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(op & ~0xfL));
- assert(!(x & ~0x1L));
- assert(!(sf & ~0x3L));
- assert(!(f4 & ~0x7fL));
- assert(!(f3 & ~0x7fL));
- assert(!(f2 & ~0x7fL));
- assert(!(f1 & ~0x7fL));
- TSTFREG3(f2, f3, f4);
- TSTPRED(_p);
- TSTFREG1(f1);
- inst((op<<37)|(x<<36)|(sf<<34)|(f4<<27)|
- (f3<<20)|(f2<<13)|(f1<<6)|_p, INST_F);
- SETFREG(f1);
-}
-
-static void
-F4_(jit_state_t *_jit, jit_word_t _p,
- jit_word_t rb, jit_word_t sf, jit_word_t ra, jit_word_t p2,
- jit_word_t f3, jit_word_t f2, jit_word_t ta, jit_word_t p1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(rb & ~0x1L));
- assert(!(sf & ~0x3L));
- assert(!(ra & ~0x1L));
- assert(!(p2 & ~0x3fL));
- assert(!(f3 & ~0x7fL));
- assert(!(f2 & ~0x7fL));
- assert(!(ta & ~0x1L));
- assert(!(p1 & ~0x3fL));
- TSTFREG2(f2, f3);
- TSTPRED(_p);
- inst((4L<<37)|(rb<<36)|(sf<<34)|(ra<<33)|(p2<<27)|
- (f3<<20)|(f2<<13)|(ta<<12)|(p1<<6)|_p, INST_F);
- if (p1)
- _jitc->pred |= 1 << p1;
- if (p2)
- _jitc->pred |= 1 << p2;
-}
-
-static void
-F5_(jit_state_t *_jit, jit_word_t _p,
- jit_word_t p2, jit_word_t fc, jit_word_t f2, jit_word_t ta, jit_word_t p1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(p2 & ~0x3fL));
- assert(!(fc & ~0x1ffL));
- assert(!(f2 & ~0x7fL));
- assert(!(ta & ~0x1L));
- assert(!(p1 & ~0x3fL));
- TSTFREG1(f2);
- TSTPRED(_p);
- inst((5L<<37)|(((fc>>7)&3L)<<33)|(p2<<27)|
- ((fc&0x7fL)<<20)|(f2<<13)|(ta<<12)|(p1<<6)|_p, INST_F);
- if (p1)
- _jitc->pred |= 1 << p1;
- if (p2)
- _jitc->pred |= 1 << p2;
-}
-
-static void
-F6x_(jit_state_t *_jit, jit_word_t _p,
- jit_word_t op, jit_word_t q, jit_word_t sf,
- jit_word_t p2, jit_word_t f3, jit_word_t f2, jit_word_t f1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(op & ~0xfL));
- assert(!(q & ~0x1L));
- assert(!(sf & ~0x3L));
- assert(!(p2 & ~0x3fL));
- assert(!(f3 & ~0x7fL));
- assert(!(f2 & ~0x7fL));
- assert(!(f1 & ~0x7fL));
- TSTFREG2(f2, f3);
- TSTPRED(_p);
- TSTFREG1(f1);
- inst((op<<37)|(q<<36)|(sf<<34)|(1L<<33)|
- (p2<<27)|(f3<<20)|(f2<<13)|(f1<<6)|_p, INST_F);
- SETFREG(f1);
- if (p2)
- _jitc->pred |= 1 << p2;
-}
-
-static void
-F8_(jit_state_t *_jit, jit_word_t _p,
- jit_word_t op, jit_word_t sf, jit_word_t x6,
- jit_word_t f3, jit_word_t f2, jit_word_t f1)
-{
- assert(!(_p & ~0x3fL));
- assert(!(op & ~0xfL));
- assert(!(sf & ~0x3L));
- assert(!(x6 & ~0x3fL));
- assert(!(f3 & ~0x7fL));
- assert(!(f2 & ~0x7fL));
- assert(!(f1 & ~0x7fL));
- TSTFREG2(f2, f3);
- TSTPRED(_p);
- TSTFREG1(f1);
- inst((op<<37)|(sf<<34)|(x6<<27)|(f3<<20)|(f2<<13)|(f1<<6)|_p, INST_F);
- SETFREG(f1);
-}
-
-static void
-F12_(jit_state_t *_jit, jit_word_t _p,
- jit_word_t sf, jit_word_t x6, jit_word_t omsk, jit_word_t amsk)
-{
- assert(!(_p & ~0x3fL));
- assert(!(sf & ~0x3L));
- assert(!(x6 & ~0x3fL));
- assert(!(omsk & ~0x7fL));
- assert(!(amsk & ~0x7fL));
- TSTPRED(_p);
- inst((sf<<34)|(x6<<27)|(omsk<<20)|(amsk<<13), INST_F);
-}
-
-static void
-F14x_(jit_state_t* _jit, jit_word_t _p,
- jit_word_t sf, jit_word_t x, jit_word_t x6, jit_word_t im)
-{
- assert(!(_p & ~0x3fL));
- assert(!(sf & ~0x3L));
- assert(!(x & ~0x1L));
- assert(!(x6 & ~0x3fL));
- assert(!(im & ~0x1ffffL));
- TSTPRED(_p);
- inst((((im>>20)&1L)<<36)|(sf<<34)|(x<<33)|
- (x6<<27)|((im&0xffffL)<<6)|_p, INST_F);
-}
-
-static void
-F16_(jit_state_t* _jit, jit_word_t _p,
- jit_word_t y, jit_word_t im)
-{
- assert(!(_p & ~0x3fL));
- assert(!(y & ~0x1L));
- assert(!(im & ~0x1ffffL));
- TSTPRED(_p);
- inst((((im>>20)&1L)<<36)|(y<<27)|(1L<<26)|((im&0xffffL)<<6)|_p, INST_F);
-}
-
-static void
-_movi_f(jit_state_t *_jit, int32_t r0, jit_float32_t *i0)
-{
- union {
- int32_t i;
- jit_float32_t f;
- } data;
- int32_t reg;
-
- if (_jitc->no_data) {
- data.f = *i0;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), data.i & 0xffffffff);
- SETF_S(r0, rn(reg));
- jit_unget_reg(reg);
- }
- else
- ldi_f(r0, (jit_word_t)i0);
-}
-
-static void
-_movi_d(jit_state_t *_jit, int32_t r0, jit_float64_t *i0)
-{
- union {
- jit_word_t w;
- jit_float64_t d;
- } data;
- int32_t reg;
-
- if (_jitc->no_data) {
- data.d = *i0;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), data.w);
- SETF_D(r0, rn(reg));
- jit_unget_reg(reg);
- }
- else
- ldi_d(r0, (jit_word_t)i0);
-}
-
-static void
-_movr_w_f(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
- /* Should be used only in this case (with out0 == 120) */
- if (r1 >= 120)
- r1 = _jitc->rout + (r1 - 120);
- SETF_S(r0, r1);
-}
-
-static void
-_movr_f_w(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
- /* Should actually be used only in this case (with out0 == 120) */
- if (r0 >= 120)
- r0 = _jitc->rout + (r0 - 120);
- GETF_S(r0, r1);
-}
-
-static void
-_movi_f_w(jit_state_t *_jit, int32_t r0, jit_float32_t *i0)
-{
- jit_data_t data;
-
- /* Should be used only in this case (with out0 == 120) */
- if (r0 >= 120)
- r0 = _jitc->rout + (r0 - 120);
- if (_jitc->no_data) {
- data.f = *i0;
- movi(r0, data.q.l);
- }
- else
- ldi_i(r0, (jit_word_t)i0);
-}
-
-static void
-_movr_w_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
- /* Should be used only in this case (with out0 == 120) */
- if (r1 >= 120)
- r1 = _jitc->rout + (r1 - 120);
- SETF_D(r0, r1);
-}
-
-static void
-_movr_d_w(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
- /* Should be used only in this case (with out0 == 120) */
- if (r0 >= 120)
- r0 = _jitc->rout + (r0 - 120);
- GETF_D(r0, r1);
-}
-
-static void
-_movi_d_w(jit_state_t *_jit, int32_t r0, jit_float64_t *i0)
-{
- union {
- jit_word_t w;
- jit_float64_t d;
- } data;
-
- /* Should be used only in this case (with out0 == 120) */
- if (r0 >= 120)
- r0 = _jitc->rout + (r0 - 120);
- if (_jitc->no_data) {
- data.d = *i0;
- movi(r0, data.w);
- }
- else
- ldi_l(r0, (jit_word_t)i0);
-}
-
-#define fpr_opi(name, type, size) \
-static void \
-_##name##i_##type(jit_state_t *_jit, \
- int32_t r0, int32_t r1, \
- jit_float##size##_t *i0) \
-{ \
- int32_t reg = jit_get_reg(jit_class_fpr); \
- movi_##type(rn(reg), i0); \
- name##r_##type(r0, r1, rn(reg)); \
- jit_unget_reg(reg);
\
-}
-#define fpr_bopi(name, type, size) \
-static jit_word_t \
-_b##name##i_##type(jit_state_t *_jit, \
- jit_word_t i0, int32_t r0, \
- jit_float##size##_t *i1) \
-{ \
- jit_word_t word; \
- int32_t reg = jit_get_reg(jit_class_fpr| \
- jit_class_nospill); \
- movi_##type(rn(reg), i1); \
- word = b##name##r_##type(i0, r0, rn(reg)); \
- jit_unget_reg(reg);
\
- return (word); \
-}
-#define fopi(name) fpr_opi(name, f, 32)
-#define fbopi(name) fpr_bopi(name, f, 32)
-#define dopi(name) fpr_opi(name, d, 64)
-#define dbopi(name) fpr_bopi(name, d, 64)
-
-fopi(add)
-fopi(sub)
-fopi(rsb)
-fopi(mul)
-fopi(div)
-dopi(add)
-dopi(sub)
-dopi(rsb)
-dopi(mul)
-dopi(div)
-
-/* translation from gcc -O0 */
-static void
-_divr_f(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t t0, t1, t2;
- t0 = jit_get_reg(jit_class_fpr);
- t1 = jit_get_reg(jit_class_fpr);
- t2 = jit_get_reg(jit_class_fpr);
- FRCPA(rn(t0), PR_6, r1, r2);
- FNMA_p(rn(t1), r2, rn(t0), GR_1, SF_S1, PR_6);
- FMA_p(rn(t2), rn(t0), rn(t1), rn(t0), SF_S1, PR_6);
- FMPY_p(rn(t1), rn(t1), rn(t1), SF_S1, PR_6);
- FMA_p(rn(t2), rn(t2), rn(t1), rn(t2), SF_S1, PR_6);
- FMPY_p(rn(t1), rn(t1), rn(t1), SF_S1, PR_6);
- FMA_p(rn(t1), rn(t2), rn(t1), rn(t2), SF_S1, PR_6);
- FMPY_S_p(rn(t2), r1, rn(t1), SF_S1, PR_6);
- FNMA_p(rn(t0), r2, rn(t2), r1, SF_S1, PR_6);
- FMA_S_p(r0, rn(t0), rn(t1), rn(t2), SF_S0, PR_6);
- jit_unget_reg(t2);
- jit_unget_reg(t1);
- jit_unget_reg(t0);
-}
-
-static void
-_divr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t t0, t1, t2;
- t0 = jit_get_reg(jit_class_fpr);
- t1 = jit_get_reg(jit_class_fpr);
- t2 = jit_get_reg(jit_class_fpr);
- FRCPA(rn(t0), PR_6, r1, r2);
- FNMA_p(rn(t1), r2, rn(t0), GR_1, SF_S1, PR_6);
- FMA_p(rn(t2), rn(t0), rn(t1), rn(t0), SF_S1, PR_6);
- FMPY_p(rn(t1), rn(t1), rn(t1), SF_S1, PR_6);
- FMA_p(rn(t2), rn(t2), rn(t1), rn(t2), SF_S1, PR_6);
- FMPY_p(rn(t1), rn(t1), rn(t1), SF_S1, PR_6);
- FMA_p(rn(t1), rn(t2), rn(t1), rn(t2), SF_S1, PR_6);
- FMPY_D_p(rn(t2), r1, rn(t1), SF_S1, PR_6);
- FNMA_p(rn(t0), r2, rn(t2), r1, SF_S1, PR_6);
- FMA_D_p(r0, rn(t0), rn(t1), rn(t2), SF_S0, PR_6);
- jit_unget_reg(t2);
- jit_unget_reg(t1);
- jit_unget_reg(t0);
-}
-
-static void
-_extr_f(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_fpr);
- SETF_SIG(rn(reg), r1);
- FCVT_XF(r0, rn(reg));
- FNORM_S(r0, r0);
- jit_unget_reg(reg);
-}
-
-static void
-_extr_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_fpr);
- SETF_SIG(rn(reg), r1);
- FCVT_XF(r0, rn(reg));
- FNORM_D(r0, r0);
- jit_unget_reg(reg);
-}
-
-static void
-_truncr_d_l(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_fpr);
- FCVT_FX_TRUNC(rn(reg), r1);
- GETF_SIG(r0, rn(reg));
- FNORM(r0, r0);
- jit_unget_reg(reg);
-}
-
-static void
-_ltr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- FCMP_LT(PR_6, PR_7, r1, r2);
- MOVI_p(r0, 1, PR_6);
- MOV_p(r0, GR_0, PR_7);
-}
-fopi(lt)
-dopi(lt)
-
-static void
-_ler_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- FCMP_LE(PR_6, PR_7, r1, r2);
- MOVI_p(r0, 1, PR_6);
- MOV_p(r0, GR_0, PR_7);
-}
-fopi(le)
-dopi(le)
-
-static void
-_eqr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- FCMP_EQ(PR_6, PR_7, r1, r2);
- MOVI_p(r0, 1, PR_6);
- MOV_p(r0, GR_0, PR_7);
-}
-fopi(eq)
-dopi(eq)
-
-static void
-_ger_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- FCMP_LE(PR_6, PR_7, r2, r1);
- MOVI_p(r0, 1, PR_6);
- MOV_p(r0, GR_0, PR_7);
-}
-fopi(ge)
-dopi(ge)
-
-static void
-_gtr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- FCMP_LT(PR_6, PR_7, r2, r1);
- MOVI_p(r0, 1, PR_6);
- MOV_p(r0, GR_0, PR_7);
-}
-fopi(gt)
-dopi(gt)
-
-static void
-_ner_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- FCMP_EQ(PR_6, PR_7, r1, r2);
- MOV_p(r0, GR_0, PR_6);
- MOVI_p(r0, 1, PR_7);
-}
-fopi(ne)
-dopi(ne)
-
-static void
-_unltr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- FCMP_LE(PR_6, PR_7, r2, r1);
- MOV_p(r0, GR_0, PR_6);
- MOVI_p(r0, 1, PR_7);
-}
-fopi(unlt)
-dopi(unlt)
-
-static void
-_unler_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- FCMP_LT(PR_6, PR_7, r2, r1);
- MOV_p(r0, GR_0, PR_6);
- MOVI_p(r0, 1, PR_7);
-}
-fopi(unle)
-dopi(unle)
-
-static void
-_uneqr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- MOVI(r0, 1);
- FCMP_LT(PR_8, PR_9, r1, r2);
- FCMP_LT(PR_6, PR_7, r2, r1);
- MOV_p(r0, GR_0, PR_8); /* !(r1 < r2) && !(r2 < r1) */
- MOV_p(r0, GR_0, PR_6);
-}
-fopi(uneq)
-dopi(uneq)
-
-static void
-_unger_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- FCMP_LT(PR_6, PR_7, r1, r2);
- MOV_p(r0, GR_0, PR_6);
- MOVI_p(r0, 1, PR_7);
-}
-fopi(unge)
-dopi(unge)
-
-static void
-_ungtr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- FCMP_LE(PR_6, PR_7, r1, r2);
- MOV_p(r0, GR_0, PR_6);
- MOVI_p(r0, 1, PR_7);
-}
-fopi(ungt)
-dopi(ungt)
-
-static void
-_ltgtr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- MOVI(r0, 1);
- FCMP_EQ(PR_8, PR_9, r1, r2);
- FCMP_UNORD(PR_6, PR_7, r1, r2);
- MOV_p(r0, GR_0, PR_8);
- MOV_p(r0, GR_0, PR_6);
-}
-fopi(ltgt)
-dopi(ltgt)
-
-static void
-_ordr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- FCMP_UNORD(PR_6, PR_7, r1, r2);
- MOV_p(r0, GR_0, PR_6);
- MOVI_p(r0, 1, PR_7);
-}
-fopi(ord)
-dopi(ord)
-
-static void
-_unordr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- FCMP_UNORD(PR_6, PR_7, r1, r2);
- MOVI_p(r0, 1, PR_6);
- MOV_p(r0, GR_0, PR_7);
-}
-fopi(unord)
-dopi(unord)
-
-static void
-_ldi_f(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- ldr_f(r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ldxr_f(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- addr(rn(reg), r1, r2);
- ldr_f(r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ldxi_f(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (r0) {
- reg = jit_get_reg(jit_class_gpr);
- addi(rn(reg), r1, i0);
- ldr_f(r0, rn(reg));
- jit_unget_reg(reg);
- }
- else
- ldr_f(r0, r1);
-}
-
-static void
-_ldi_d(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- ldr_d(r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ldxr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- addr(rn(reg), r1, r2);
- ldr_d(r0, rn(reg));
- jit_unget_reg(reg);
-}
-
-static void
-_ldxi_d(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
- int32_t reg;
- if (r0) {
- reg = jit_get_reg(jit_class_gpr);
- addi(rn(reg), r1, i0);
- ldr_d(r0, rn(reg));
- jit_unget_reg(reg);
- }
- else
- ldr_d(r0, r1);
-}
-
-static void
-_sti_f(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- str_f(rn(reg), r0);
- jit_unget_reg(reg);
-}
-
-static void
-_stxr_f(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- addr(rn(reg), r0, r1);
- str_f(rn(reg), r2);
- jit_unget_reg(reg);
-}
-
-static void
-_stxi_f(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- int32_t reg;
- if (i0) {
- reg = jit_get_reg(jit_class_gpr);
- addi(rn(reg), r0, i0);
- str_f(rn(reg), r1);
- jit_unget_reg(reg);
- }
- else
- str_f(r0, r1);
-}
-
-static void
-_sti_d(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- movi(rn(reg), i0);
- str_d(rn(reg), r0);
- jit_unget_reg(reg);
-}
-
-static void
-_stxr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
- int32_t reg;
- reg = jit_get_reg(jit_class_gpr);
- addr(rn(reg), r0, r1);
- str_d(rn(reg), r2);
- jit_unget_reg(reg);
-}
-
-static void
-_stxi_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- int32_t reg;
- if (i0) {
- reg = jit_get_reg(jit_class_gpr);
- addi(rn(reg), r0, i0);
- str_d(rn(reg), r1);
- jit_unget_reg(reg);
- }
- else
- str_d(r0, r1);
-}
-
-static void
-_sqrtr_f(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
- movr_f(GR_8, r1);
- calli((jit_word_t)sqrtf);
- MOVF(r0, GR_8);
-}
-
-static void
-_sqrtr_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
- movr_d(GR_8, r1);
- calli((jit_word_t)sqrt);
- MOVF(r0, GR_8);
-}
-
-static jit_word_t
-_bltr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- FCMP_LT(PR_6, PR_7, r0, r1);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_6);
- return (w);
-}
-fbopi(lt)
-dbopi(lt)
-
-static jit_word_t
-_bler_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- FCMP_LE(PR_6, PR_7, r0, r1);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_6);
- return (w);
-}
-fbopi(le)
-dbopi(le)
-
-static jit_word_t
-_beqr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- FCMP_EQ(PR_6, PR_7, r0, r1);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_6);
- return (w);
-}
-fbopi(eq)
-dbopi(eq)
-
-static jit_word_t
-_bger_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- FCMP_LE(PR_6, PR_7, r1, r0);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_6);
- return (w);
-}
-fbopi(ge)
-dbopi(ge)
-
-static jit_word_t
-_bgtr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- FCMP_LT(PR_6, PR_7, r1, r0);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_6);
- return (w);
-}
-fbopi(gt)
-dbopi(gt)
-
-static jit_word_t
-_bner_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- FCMP_EQ(PR_6, PR_7, r0, r1);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_7);
- return (w);
-}
-fbopi(ne)
-dbopi(ne)
-
-static jit_word_t
-_bunltr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- FCMP_LE(PR_6, PR_7, r1, r0);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_7);
- return (w);
-}
-fbopi(unlt)
-dbopi(unlt)
-
-static jit_word_t
-_bunler_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- FCMP_LT(PR_6, PR_7, r1, r0);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_7);
- return (w);
-}
-fbopi(unle)
-dbopi(unle)
-
-static jit_word_t
-_buneqr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- jit_word_t junord, jne;
- FCMP_UNORD(PR_8, PR_9, r0, r1);
- sync();
- /* junord L1 */
- junord = _jit->pc.w;
- BRI_COND(3, PR_8);
- FCMP_EQ(PR_6, PR_7, r0, r1);
- sync();
- /* jne L2 */
- jne = _jit->pc.w;
- BRI_COND(2, PR_7);
- sync();
- w = _jit->pc.w;
- /* L1: */
- patch_at(jit_code_bunordr_d, junord, _jit->pc.w);
- BRI((i0 - w) >> 4); /* unconditional jump to patch */
- sync();
- /* L2: */
- patch_at(jit_code_bner_d, jne, _jit->pc.w);
- return (w);
-}
-fbopi(uneq)
-dbopi(uneq)
-
-static jit_word_t
-_bunger_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- FCMP_LT(PR_6, PR_7, r0, r1);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_7);
- return (w);
-}
-fbopi(unge)
-dbopi(unge)
-
-static jit_word_t
-_bungtr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- FCMP_LE(PR_6, PR_7, r0, r1);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_7);
- return (w);
-}
-fbopi(ungt)
-dbopi(ungt)
-
-static jit_word_t
-_bltgtr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- jit_word_t jeq, junord;
- FCMP_EQ(PR_8, PR_9, r0, r1);
- /* jeq L1 */
- sync();
- jeq = _jit->pc.w;
- BRI_COND(4, PR_8);
- FCMP_UNORD(PR_6, PR_7, r0, r1);
- /* junord L1 */
- sync();
- junord = _jit->pc.w;
- BRI_COND(2, PR_6);
- sync();
- w = _jit->pc.w;
- BRI((i0 - w) >> 4); /* unconditional jump to patch */
- /* L1 */
- sync();
- patch_at(jit_code_beqr_d, jeq, _jit->pc.w);
- patch_at(jit_code_bordr_d, junord, _jit->pc.w);
- return (w);
-}
-fbopi(ltgt)
-dbopi(ltgt)
-
-static jit_word_t
-_bordr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- FCMP_UNORD(PR_6, PR_7, r0, r1);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_7);
- return (w);
-}
-fbopi(ord)
-dbopi(ord)
-
-static jit_word_t
-_bunordr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
- jit_word_t w;
- FCMP_UNORD(PR_6, PR_7, r0, r1);
- sync();
- w = _jit->pc.w;
- BRI_COND((i0 - w) >> 4, PR_6);
- return (w);
-}
-fbopi(unord)
-dbopi(unord)
-
-static void
-_vaarg_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
- assert(_jitc->function->self.call & jit_call_varargs);
- /* Load argument. */
- ldr_d(r0, r1);
- /* Update va_list. */
- addi(r1, r1, 8);
-}
-#endif
diff --git a/lightening/ia64.c b/lightening/ia64.c
deleted file mode 100644
index 9c02511..0000000
--- a/lightening/ia64.c
+++ /dev/null
@@ -1,1772 +0,0 @@
-/*
- * Copyright (C) 2013-2019 Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- * Paulo Cesar Pereira de Andrade
- */
-
-# define JIT_SP _R12
-# define JIT_RET _R8
-# define JIT_FRET _F8
-
-#define jit_arg_reg_p(i) ((i) >= 0 && (i) < 8)
-#if __BYTE_ORDER == __LITTLE_ENDIAN
-# define C_DISP 0
-# define S_DISP 0
-# define I_DISP 0
-# define F_DISP 0
-#else
-# define C_DISP 8 - sizeof(int8_t)
-# define S_DISP 8 - sizeof(int16_t)
-# define I_DISP 8 - sizeof(int32_t)
-# define F_DISP 8 - sizeof(jit_float32_t)
-#endif
-
-/*
- * Types
- */
-typedef jit_pointer_t jit_va_list_t;
-
-/*
- * Prototypes
- */
-#define patch(instr, node) _patch(_jit, instr, node)
-static void _patch(jit_state_t*,jit_word_t,jit_node_t*);
-
-#if defined(__GNUC__)
-/* libgcc */
-extern void __clear_cache(void *, void *);
-#endif
-
-#define PROTO 1
-# include "ia64-cpu.c"
-# include "ia64-fpu.c"
-#undef PROTO
-
-/*
- * Initialization
- */
-static const jit_register_t _rvs[] = {
- /* Always 0 */
- { 0, "r0" },
- /* Global Pointer */
- { rc(sav)|1, "r1" },
- /* Used when a register cannot be allocated */
- { 2, "r2" },
- /* First scratch register */
- { rc(gpr)|3, "r3" },
- /* Use r4 as lightning fp register */
- { rc(sav)|4, "r4" },
- /* Do not touch callee save registers not automatically spill/reloaded */
- { rc(sav)|5, "r5" }, { rc(sav)|6, "r6" },
- { rc(sav)|7, "r7" },
- /* Do not touch return register for the sake of simplicity, besides
- * having JIT_R0 being the same as JIT_RET usually an optimization */
- { 8, "r8" },
- /* Return registers, use as temporaries */
- { rc(gpr)|9, "r9" },
- { rc(gpr)|10, "r10" }, { rc(gpr)|11, "r11" },
- /* Stack pointer */
- { rc(sav)|12, "r12" },
- /* Thread pointer */
- { rc(sav)|13, "r13" },
- /* (Usually) assembly temporaries */
- { rc(gpr)|31, "r31" }, { rc(gpr)|30, "r30" },
- { rc(gpr)|29, "r29" }, { rc(gpr)|28, "r28" },
- { rc(gpr)|27, "r27" }, { rc(gpr)|26, "r26" },
- { rc(gpr)|25, "r25" }, { rc(gpr)|24, "r24" },
- { rc(gpr)|23, "r23" }, { rc(gpr)|22, "r22" },
- { rc(gpr)|21, "r21" }, { rc(gpr)|20, "r20" },
- { rc(gpr)|19, "r19" }, { rc(gpr)|18, "r18" },
- { rc(gpr)|17, "r17" }, { rc(gpr)|16, "r16" },
- { rc(gpr)|15, "r15" }, { rc(gpr)|14, "r14" },
- /* Do not allow allocating r32-r41 as temoraries for the sake of
- * avoiding the need of extra complexity in the non backend code */
- { rc(arg)|32, "r32" }, { rc(arg)|33, "r33" },
- { rc(arg)|34, "r34" }, { rc(arg)|35, "r35" },
- { rc(arg)|36, "r36" }, { rc(arg)|37, "r37" },
- { rc(arg)|38, "r38" }, { rc(arg)|39, "r39" },
- /* JIT_R0-JIT_V3 */
- { rc(gpr)|rc(sav)|40, "r40" }, { rc(gpr)|rc(sav)|41, "r41" },
- { rc(gpr)|rc(sav)|42, "r42" }, { rc(gpr)|rc(sav)|43, "r43" },
- { rc(gpr)|rc(sav)|44, "r44" }, { rc(gpr)|rc(sav)|45, "r45" },
- { rc(gpr)|rc(sav)|46, "r46" }, { rc(gpr)|rc(sav)|47, "r47" },
- /* Temporaries/locals */
- { rc(gpr)|rc(sav)|48, "r48" }, { rc(gpr)|rc(sav)|49, "r49" },
- { rc(gpr)|rc(sav)|50, "r50" }, { rc(gpr)|rc(sav)|51, "r51" },
- { rc(gpr)|rc(sav)|52, "r52" }, { rc(gpr)|rc(sav)|53, "r53" },
- { rc(gpr)|rc(sav)|54, "r54" }, { rc(gpr)|rc(sav)|55, "r55" },
- { rc(gpr)|rc(sav)|56, "r56" }, { rc(gpr)|rc(sav)|57, "r57" },
- { rc(gpr)|rc(sav)|58, "r58" }, { rc(gpr)|rc(sav)|59, "r59" },
- { rc(gpr)|rc(sav)|60, "r60" }, { rc(gpr)|rc(sav)|61, "r61" },
- { rc(gpr)|rc(sav)|62, "r62" }, { rc(gpr)|rc(sav)|63, "r63" },
- { rc(gpr)|rc(sav)|64, "r64" }, { rc(gpr)|rc(sav)|65, "r65" },
- { rc(gpr)|rc(sav)|66, "r66" }, { rc(gpr)|rc(sav)|67, "r67" },
- { rc(gpr)|rc(sav)|68, "r68" }, { rc(gpr)|rc(sav)|69, "r69" },
- { rc(gpr)|rc(sav)|70, "r70" }, { rc(gpr)|rc(sav)|71, "r71" },
- { rc(gpr)|rc(sav)|72, "r72" }, { rc(gpr)|rc(sav)|73, "r73" },
- { rc(gpr)|rc(sav)|74, "r74" }, { rc(gpr)|rc(sav)|75, "r75" },
- { rc(gpr)|rc(sav)|76, "r76" }, { rc(gpr)|rc(sav)|77, "r77" },
- { rc(gpr)|rc(sav)|78, "r78" }, { rc(gpr)|rc(sav)|79, "r79" },
- { rc(gpr)|rc(sav)|80, "r80" }, { rc(gpr)|rc(sav)|81, "r81" },
- { rc(gpr)|rc(sav)|82, "r82" }, { rc(gpr)|rc(sav)|83, "r83" },
- { rc(gpr)|rc(sav)|84, "r84" }, { rc(gpr)|rc(sav)|85, "r85" },
- { rc(gpr)|rc(sav)|86, "r86" }, { rc(gpr)|rc(sav)|87, "r87" },
- { rc(gpr)|rc(sav)|88, "r88" }, { rc(gpr)|rc(sav)|89, "r89" },
- { rc(gpr)|rc(sav)|90, "r90" }, { rc(gpr)|rc(sav)|91, "r91" },
- { rc(gpr)|rc(sav)|92, "r92" }, { rc(gpr)|rc(sav)|93, "r93" },
- { rc(gpr)|rc(sav)|94, "r94" }, { rc(gpr)|rc(sav)|95, "r95" },
- { rc(gpr)|rc(sav)|96, "r96" }, { rc(gpr)|rc(sav)|97, "r97" },
- { rc(gpr)|rc(sav)|98, "r98" }, { rc(gpr)|rc(sav)|99, "r99" },
- { rc(gpr)|rc(sav)|100,"r100"}, { rc(gpr)|rc(sav)|101, "r101"},
- { rc(gpr)|rc(sav)|102,"r102"}, { rc(gpr)|rc(sav)|103, "r103"},
- { rc(gpr)|rc(sav)|104,"r104"}, { rc(gpr)|rc(sav)|105, "r105"},
- { rc(gpr)|rc(sav)|106,"r106"}, { rc(gpr)|rc(sav)|107, "r107"},
- { rc(gpr)|rc(sav)|108,"r108"}, { rc(gpr)|rc(sav)|109, "r109"},
- { rc(gpr)|rc(sav)|110,"r110"}, { rc(gpr)|rc(sav)|111, "r111"},
- { rc(gpr)|rc(sav)|112,"r112"}, { rc(gpr)|rc(sav)|113, "r113"},
- { rc(gpr)|rc(sav)|114,"r114"},
- /* Do not enable these because no matter what, want 13 free registers,
- * 5 for prolog and epilog and 8 for outgoing arguments */
- { 115, "r115"},
- { 116, "r116"}, { 117, "r117"},
- { 118, "r118"}, { 119, "r119"},
- { 120, "r120"}, { 121, "r121"},
- { 122, "r122"}, { 123, "r123"},
- { 124, "r124"}, { 125, "r125"},
- { 126, "r126"}, { 127, "r127"},
- /* Always 0.0 */
- { 0, "f0" },
- /* Always 1.0 */
- { 1, "f1" },
- /* Do not touch callee save registers not automatically spill/reloaded */
- { rc(sav)|2, "f2" }, { rc(sav)|3, "f3" },
- { rc(sav)|4, "f4" }, { rc(sav)|5, "f5" },
- /* Scratch */
- { rc(fpr)|6, "f6" }, { rc(fpr)|7, "f7" },
- /* Do not allocate for the sake of simplification */
- { rc(arg)|8, "f8" },
- /* Scratch - Argument/return registers */
- { rc(arg)|9, "f9" },
- { rc(arg)|10, "f10" }, { rc(arg)|11, "f11" },
- { rc(arg)|12, "f12" }, { rc(arg)|13, "f13" },
- { rc(arg)|14, "f14" }, { rc(arg)|15, "f15" },
- /* Do not touch callee save registers not automatically spill/reloaded */
- { rc(sav)|16, "f16" }, { rc(sav)|17, "f17" },
- { rc(sav)|18, "f18" }, { rc(sav)|19, "f19" },
- { rc(sav)|20, "f20" }, { rc(sav)|21, "f21" },
- { rc(sav)|22, "f22" }, { rc(sav)|23, "f23" },
- { rc(sav)|24, "f24" }, { rc(sav)|25, "f25" },
- { rc(sav)|26, "f26" }, { rc(sav)|27, "f27" },
- { rc(sav)|28, "f28" }, { rc(sav)|29, "f29" },
- { rc(sav)|30, "f30" }, { rc(sav)|31, "f31" },
- /* Scratch */
- { rc(fpr)|32, "f32" }, { rc(fpr)|33, "f33" },
- { rc(fpr)|34, "f34" }, { rc(fpr)|35, "f35" },
- { rc(fpr)|36, "f36" }, { rc(fpr)|37, "f37" },
- { rc(fpr)|38, "f38" }, { rc(fpr)|39, "f39" },
- { rc(fpr)|40, "f40" }, { rc(fpr)|41, "f41" },
- { rc(fpr)|42, "f42" }, { rc(fpr)|43, "f43" },
- { rc(fpr)|44, "f44" }, { rc(fpr)|45, "f45" },
- { rc(fpr)|46, "f46" }, { rc(fpr)|47, "f47" },
- { rc(fpr)|48, "f48" }, { rc(fpr)|49, "f49" },
- { rc(fpr)|50, "f50" }, { rc(fpr)|51, "f51" },
- { rc(fpr)|52, "f52" }, { rc(fpr)|53, "f53" },
- { rc(fpr)|54, "f54" }, { rc(fpr)|55, "f55" },
- { rc(fpr)|56, "f56" }, { rc(fpr)|57, "f57" },
- { rc(fpr)|58, "f58" }, { rc(fpr)|59, "f59" },
- { rc(fpr)|60, "f60" }, { rc(fpr)|61, "f61" },
- { rc(fpr)|62, "f62" }, { rc(fpr)|63, "f63" },
- { rc(fpr)|64, "f64" }, { rc(fpr)|65, "f65" },
- { rc(fpr)|66, "f66" }, { rc(fpr)|67, "f67" },
- { rc(fpr)|68, "f68" }, { rc(fpr)|69, "f69" },
- { rc(fpr)|70, "f70" }, { rc(fpr)|71, "f71" },
- { rc(fpr)|72, "f72" }, { rc(fpr)|73, "f73" },
- { rc(fpr)|74, "f74" }, { rc(fpr)|75, "f75" },
- { rc(fpr)|76, "f76" }, { rc(fpr)|77, "f77" },
- { rc(fpr)|78, "f78" }, { rc(fpr)|79, "f79" },
- { rc(fpr)|80, "f80" }, { rc(fpr)|81, "f81" },
- { rc(fpr)|82, "f82" }, { rc(fpr)|83, "f83" },
- { rc(fpr)|84, "f84" }, { rc(fpr)|85, "f85" },
- { rc(fpr)|86, "f86" }, { rc(fpr)|87, "f87" },
- { rc(fpr)|88, "f88" }, { rc(fpr)|89, "f89" },
- { rc(fpr)|90, "f90" }, { rc(fpr)|91, "f91" },
- { rc(fpr)|92, "f92" }, { rc(fpr)|93, "f93" },
- { rc(fpr)|94, "f94" }, { rc(fpr)|95, "f95" },
- { rc(fpr)|96, "f96" }, { rc(fpr)|97, "f97" },
- { rc(fpr)|98, "f98" }, { rc(fpr)|99, "f99" },
- { rc(fpr)|100, "f100"}, { rc(fpr)|101, "f101"},
- { rc(fpr)|102, "f102"}, { rc(fpr)|103, "f103"},
- { rc(fpr)|104, "f104"}, { rc(fpr)|105, "f105"},
- { rc(fpr)|106, "f106"}, { rc(fpr)|107, "f107"},
- { rc(fpr)|108, "f108"}, { rc(fpr)|109, "f109"},
- { rc(fpr)|110, "f110"}, { rc(fpr)|111, "f111"},
- { rc(fpr)|112, "f112"}, { rc(fpr)|113, "f113"},
- { rc(fpr)|114, "f114"}, { rc(fpr)|115, "f115"},
- { rc(fpr)|116, "f116"}, { rc(fpr)|117, "f117"},
- { rc(fpr)|118, "f118"}, { rc(fpr)|119, "f119"},
-#if 0
- /* commented to fit a jit_regset_t in 256 bits, so that the fake
- * O0-O7 registers are easily patched when an argument is pushed */
- { rc(fpr)|120, "f120"}, { rc(fpr)|121, "f121"},
- { rc(fpr)|122, "f122"}, { rc(fpr)|123, "f123"},
- { rc(fpr)|124, "f124"}, { rc(fpr)|125, "f125"},
- { rc(fpr)|126, "f126"}, { rc(fpr)|127, "f127"},
-#endif
- /* Fake registers to patch in movr and movi arguments */
- { rc(arg)|120, "o0" }, { rc(arg)|121, "o1" },
- { rc(arg)|122, "o2" }, { rc(arg)|123, "o3" },
- { rc(arg)|124, "o4" }, { rc(arg)|125, "o5" },
- { rc(arg)|126, "o6" }, { rc(arg)|127, "o7" },
- { _NOREG, "<none>" },
-};
-
-/*
- * Implementation
- */
-void
-jit_get_cpu(void)
-{
-}
-
-void
-_jit_init(jit_state_t *_jit)
-{
- _jitc->reglen = jit_size(_rvs) - 1;
- jit_regset_new(&_jitc->regs);
- jit_carry = _NOREG;
-}
-
-void
-_jit_prolog(jit_state_t *_jit)
-{
- int32_t offset;
-
- if (_jitc->function)
- jit_epilog();
- assert(jit_regset_cmp_ui(&_jitc->regarg, 0) == 0);
- jit_regset_set_ui(&_jitc->regsav, 0);
- offset = _jitc->functions.offset;
- if (offset >= _jitc->functions.length) {
- jit_realloc((jit_pointer_t *)&_jitc->functions.ptr,
- _jitc->functions.length * sizeof(jit_function_t),
- (_jitc->functions.length + 16) * sizeof(jit_function_t));
- _jitc->functions.length += 16;
- }
- _jitc->function = _jitc->functions.ptr + _jitc->functions.offset++;
- /* params_offset << 1, once for ours arguments, once for arguments
- * to any called function; required because offsets are computed
- * as JIT_FP displacement */
- _jitc->function->self.size = stack_framesize + (params_offset << 1);
- _jitc->function->self.argi = _jitc->function->self.argf =
- _jitc->function->self.aoff = _jitc->function->self.alen = 0;
- _jitc->function->self.call = jit_call_default;
- jit_alloc((jit_pointer_t *)&_jitc->function->regoff,
- _jitc->reglen * sizeof(int32_t));
-
- /* _no_link here does not mean the jit_link() call can be removed
- * by rewriting as:
- * _jitc->function->prolog = jit_new_node(jit_code_prolog);
- */
- _jitc->function->prolog = jit_new_node_no_link(jit_code_prolog);
- jit_link(_jitc->function->prolog);
- _jitc->function->prolog->w.w = offset;
- _jitc->function->epilog = jit_new_node_no_link(jit_code_epilog);
- /* u: label value
- * v: offset in blocks vector
- * w: offset in functions vector
- */
- _jitc->function->epilog->w.w = offset;
-
- jit_regset_new(&_jitc->function->regset);
-}
-
-int32_t
-_jit_allocai(jit_state_t *_jit, int32_t length)
-{
- assert(_jitc->function);
- switch (length) {
- case 0: case 1: break;
- case 2: _jitc->function->self.aoff &= -2; break;
- case 3: case 4: _jitc->function->self.aoff &= -4; break;
- default: _jitc->function->self.aoff &= -8; break;
- }
- _jitc->function->self.aoff -= length;
- if (!_jitc->realize) {
- jit_inc_synth_ww(allocai, _jitc->function->self.aoff, length);
- jit_dec_synth();
- }
- return (_jitc->function->self.aoff);
-}
-
-void
-_jit_allocar(jit_state_t *_jit, int32_t u, int32_t v)
-{
- int32_t reg;
- assert(_jitc->function);
- jit_inc_synth_ww(allocar, u, v);
- if (!_jitc->function->allocar) {
- _jitc->function->aoffoff = jit_allocai(sizeof(int32_t));
- _jitc->function->allocar = 1;
- }
- reg = jit_get_reg(jit_class_gpr);
- jit_negr(reg, v);
- jit_andi(reg, reg, -16);
- jit_ldxi_i(u, JIT_FP, _jitc->function->aoffoff);
- jit_addr(u, u, reg);
- jit_addr(JIT_SP, JIT_SP, reg);
- jit_stxi_i(_jitc->function->aoffoff, JIT_FP, u);
- jit_unget_reg(reg);
- jit_dec_synth();
-}
-
-void
-_jit_ret(jit_state_t *_jit)
-{
- jit_node_t *instr;
- assert(_jitc->function);
- jit_inc_synth(ret);
- /* jump to epilog */
- instr = jit_jmpi();
- jit_patch_at(instr, _jitc->function->epilog);
- jit_dec_synth();
-}
-
-void
-_jit_retr(jit_state_t *_jit, int32_t u)
-{
- jit_inc_synth_w(retr, u);
- jit_movr(JIT_RET, u);
- jit_ret();
- jit_dec_synth();
-}
-
-void
-_jit_reti(jit_state_t *_jit, jit_word_t u)
-{
- jit_inc_synth_w(reti, u);
- jit_movi(JIT_RET, u);
- jit_ret();
- jit_dec_synth();
-}
-
-void
-_jit_retr_f(jit_state_t *_jit, int32_t u)
-{
- jit_inc_synth_w(retr_f, u);
- jit_movr_f(JIT_FRET, u);
- jit_ret();
- jit_dec_synth();
-}
-
-void
-_jit_reti_f(jit_state_t *_jit, jit_float32_t u)
-{
- jit_inc_synth_f(reti_f, u);
- jit_movi_f(JIT_FRET, u);
- jit_ret();
- jit_dec_synth();
-}
-
-void
-_jit_retr_d(jit_state_t *_jit, int32_t u)
-{
- jit_inc_synth_w(retr_d, u);
- jit_movr_d(JIT_FRET, u);
- jit_ret();
- jit_dec_synth();
-}
-
-void
-_jit_reti_d(jit_state_t *_jit, jit_float64_t u)
-{
- jit_inc_synth_d(reti_d, u);
- jit_movi_d(JIT_FRET, u);
- jit_ret();
- jit_dec_synth();
-}
-
-void
-_jit_epilog(jit_state_t *_jit)
-{
- assert(_jitc->function);
- assert(_jitc->function->epilog->next == NULL);
- jit_link(_jitc->function->epilog);
- _jitc->function = NULL;
-}
-
-jit_bool_t
-_jit_arg_register_p(jit_state_t *_jit, jit_node_t *u)
-{
- assert(u->code == jit_code_arg ||
- u->code == jit_code_arg_f || u->code == jit_code_arg_d);
- return (jit_arg_reg_p(u->u.w));
-}
-
-void
-_jit_ellipsis(jit_state_t *_jit)
-{
- jit_inc_synth(ellipsis);
- if (_jitc->prepare) {
- assert(!(_jitc->function->call.call & jit_call_varargs));
- _jitc->function->call.call |= jit_call_varargs;
- jit_link_prepare();
- }
- else {
- assert(!(_jitc->function->self.call & jit_call_varargs));
- _jitc->function->self.call |= jit_call_varargs;
- _jitc->function->vagp = _jitc->function->self.argi;
- jit_link_prolog();
- }
- jit_dec_synth();
-}
-
-void
-_jit_va_push(jit_state_t *_jit, int32_t u)
-{
- jit_inc_synth_w(va_push, u);
- jit_pushargr(u);
- jit_dec_synth();
-}
-
-jit_node_t *
-_jit_arg(jit_state_t *_jit)
-{
- jit_node_t *node;
- int32_t offset;
- assert(_jitc->function);
- if (jit_arg_reg_p(_jitc->function->self.argi))
- offset = _jitc->function->self.argi++;
- else {
- offset = _jitc->function->self.size;
- _jitc->function->self.size += sizeof(jit_word_t);
- }
- node = jit_new_node_ww(jit_code_arg, offset,
- ++_jitc->function->self.argn);
- jit_link_prolog();
- return (node);
-}
-
-jit_node_t *
-_jit_arg_f(jit_state_t *_jit)
-{
- jit_node_t *node;
- int32_t offset;
- assert(_jitc->function);
- if (jit_arg_reg_p(_jitc->function->self.argi)) {
- if (!(_jitc->function->self.call & jit_call_varargs))
- offset = 8 + _jitc->function->self.argf++;
- else
- offset = _jitc->function->self.argi;
- ++_jitc->function->self.argi;
- }
- else {
- offset = _jitc->function->self.size;
- _jitc->function->self.size += sizeof(jit_word_t);
- }
- node = jit_new_node_ww(jit_code_arg_f, offset,
- ++_jitc->function->self.argn);
- jit_link_prolog();
- return (node);
-}
-
-jit_node_t *
-_jit_arg_d(jit_state_t *_jit)
-{
- jit_node_t *node;
- int32_t offset;
- assert(_jitc->function);
- if (jit_arg_reg_p(_jitc->function->self.argi)) {
- if (!(_jitc->function->self.call & jit_call_varargs))
- offset = 8 + _jitc->function->self.argf++;
- else
- offset = _jitc->function->self.argi;
- ++_jitc->function->self.argi;
- }
- else {
- offset = _jitc->function->self.size;
- _jitc->function->self.size += sizeof(jit_float64_t);
- }
- node = jit_new_node_ww(jit_code_arg_d, offset,
- ++_jitc->function->self.argn);
- jit_link_prolog();
- return (node);
-}
-
-void
-_jit_getarg_c(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
- assert(v->code == jit_code_arg);
- jit_inc_synth_wp(getarg_c, u, v);
- if (jit_arg_reg_p(v->u.w))
- jit_extr_c(u, _R32 + v->u.w);
- else
- jit_ldxi_c(u, JIT_FP, v->u.w + C_DISP);
- jit_dec_synth();
-}
-
-void
-_jit_getarg_uc(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
- assert(v->code == jit_code_arg);
- jit_inc_synth_wp(getarg_uc, u, v);
- if (jit_arg_reg_p(v->u.w))
- jit_extr_uc(u, _R32 + v->u.w);
- else
- jit_ldxi_uc(u, JIT_FP, v->u.w + C_DISP);
- jit_dec_synth();
-}
-
-void
-_jit_getarg_s(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
- assert(v->code == jit_code_arg);
- jit_inc_synth_wp(getarg_s, u, v);
- if (jit_arg_reg_p(v->u.w))
- jit_extr_s(u, _R32 + v->u.w);
- else
- jit_ldxi_s(u, JIT_FP, v->u.w + S_DISP);
- jit_dec_synth();
-}
-
-void
-_jit_getarg_us(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
- assert(v->code == jit_code_arg);
- jit_inc_synth_wp(getarg_us, u, v);
- if (jit_arg_reg_p(v->u.w))
- jit_extr_us(u, _R32 + v->u.w);
- else
- jit_ldxi_us(u, JIT_FP, v->u.w + S_DISP);
- jit_dec_synth();
-}
-
-void
-_jit_getarg_i(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
- assert(v->code == jit_code_arg);
- jit_inc_synth_wp(getarg_i, u, v);
- if (jit_arg_reg_p(v->u.w))
- jit_extr_i(u, _R32 + v->u.w);
- else
- jit_ldxi_i(u, JIT_FP, v->u.w + I_DISP);
- jit_dec_synth();
-}
-
-void
-_jit_getarg_ui(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
- assert(v->code == jit_code_arg);
- jit_inc_synth_wp(getarg_ui, u, v);
- if (jit_arg_reg_p(v->u.w))
- jit_extr_ui(u, _R32 + v->u.w);
- else
- jit_ldxi_ui(u, JIT_FP, v->u.w + I_DISP);
- jit_dec_synth();
-}
-
-void
-_jit_getarg_l(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
- assert(v->code == jit_code_arg);
- jit_inc_synth_wp(getarg_l, u, v);
- if (jit_arg_reg_p(v->u.w))
- jit_movr(u, _R32 + v->u.w);
- else
- jit_ldxi(u, JIT_FP, v->u.w);
- jit_dec_synth();
-}
-
-void
-_jit_putargr(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
- assert(v->code == jit_code_arg);
- jit_inc_synth_wp(putargr, u, v);
- if (jit_arg_reg_p(v->u.w))
- jit_movr(_R32 + v->u.w, u);
- else
- jit_stxi(v->u.w, JIT_FP, u);
- jit_dec_synth();
-}
-
-void
-_jit_putargi(jit_state_t *_jit, jit_word_t u, jit_node_t *v)
-{
- int32_t regno;
- assert(v->code == jit_code_arg);
- jit_inc_synth_wp(putargi, u, v);
- if (jit_arg_reg_p(v->u.w))
- jit_movi(_R32 + v->u.w, u);
- else {
- regno = jit_get_reg(jit_class_gpr);
- jit_movi(regno, u);
- jit_stxi(v->u.w, JIT_FP, regno);
- jit_unget_reg(regno);
- }
- jit_dec_synth();
-}
-
-void
-_jit_getarg_f(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
- assert(v->code == jit_code_arg_f);
- jit_inc_synth_wp(getarg_f, u, v);
- if (jit_arg_reg_p(v->u.w))
- jit_movr_w_f(u, _OUT0 + v->u.w);
- else if (jit_arg_reg_p(v->u.w - 8))
- jit_movr_f(u, _F8 + (v->u.w - 8));
- else
- jit_ldxi_f(u, JIT_FP, v->u.w + F_DISP);
- jit_dec_synth();
-}
-
-void
-_jit_putargr_f(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
- assert(v->code == jit_code_arg_f);
- jit_inc_synth_wp(putargr_f, u, v);
- if (jit_arg_reg_p(v->u.w))
- jit_movr_f_w(_OUT0 + v->u.w, u);
- else if (jit_arg_reg_p(v->u.w - 8))
- jit_movr_f(_F8 + (v->u.w - 8), u);
- else
- jit_stxi_f(v->u.w, JIT_FP, u + F_DISP);
- jit_dec_synth();
-}
-
-void
-_jit_putargi_f(jit_state_t *_jit, jit_float32_t u, jit_node_t *v)
-{
- int32_t regno;
- assert(v->code == jit_code_arg_f);
- jit_inc_synth_fp(putargi_f, u, v);
- if (jit_arg_reg_p(v->u.w))
- jit_movi_f_w(_OUT0 + v->u.w, u);
- else if (jit_arg_reg_p(v->u.w - 8))
- jit_movi_f(_F8 + (v->u.w - 8), u);
- else {
- regno = jit_get_reg(jit_class_fpr);
- jit_movi_f(regno, u);
- jit_stxi_f(v->u.w, JIT_FP, regno + F_DISP);
- jit_unget_reg(regno);
- }
- jit_dec_synth();
-}
-
-void
-_jit_getarg_d(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
- assert(v->code == jit_code_arg_d);
- jit_inc_synth_wp(getarg_d, u, v);
- if (jit_arg_reg_p(v->u.w))
- jit_movr_w_d(u, _OUT0 + v->u.w);
- else if (jit_arg_reg_p(v->u.w - 8))
- jit_movr_d(u, _F8 + (v->u.w - 8));
- else
- jit_ldxi_d(u, JIT_FP, v->u.w);
- jit_dec_synth();
-}
-
-void
-_jit_putargr_d(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
- assert(v->code == jit_code_arg_d);
- jit_inc_synth_wp(putargr_d, u, v);
- if (jit_arg_reg_p(v->u.w))
- jit_movr_d_w(_OUT0 + v->u.w, u);
- else if (jit_arg_reg_p(v->u.w - 8))
- jit_movr_d(_F8 + (v->u.w - 8), u);
- else
- jit_stxi_d(v->u.w, JIT_FP, u);
- jit_dec_synth();
-}
-
-void
-_jit_putargi_d(jit_state_t *_jit, jit_float64_t u, jit_node_t *v)
-{
- int32_t regno;
- assert(v->code == jit_code_arg_d);
- jit_inc_synth_dp(putargi_d, u, v);
- if (jit_arg_reg_p(v->u.w))
- jit_movi_d_w(_OUT0 + v->u.w, u);
- else if (jit_arg_reg_p(v->u.w - 8))
- jit_movi_d(_F8 + (v->u.w - 8), u);
- else {
- regno = jit_get_reg(jit_class_fpr);
- jit_movi_d(regno, u);
- jit_stxi_d(v->u.w, JIT_FP, regno);
- jit_unget_reg(regno);
- }
- jit_dec_synth();
-}
-
-void
-_jit_pushargr(jit_state_t *_jit, int32_t u)
-{
- assert(_jitc->function);
- jit_inc_synth_w(pushargr, u);
- jit_link_prepare();
- if (jit_arg_reg_p(_jitc->function->call.argi)) {
- jit_movr(_OUT0 + _jitc->function->call.argi, u);
- ++_jitc->function->call.argi;
- }
- else {
- jit_stxi(_jitc->function->call.size + params_offset, JIT_SP, u);
- _jitc->function->call.size += sizeof(jit_word_t);
- }
- jit_dec_synth();
-}
-
-void
-_jit_pushargi(jit_state_t *_jit, jit_word_t u)
-{
- int32_t regno;
- assert(_jitc->function);
- jit_inc_synth_w(pushargi, u);
- jit_link_prepare();
- if (jit_arg_reg_p(_jitc->function->call.argi)) {
- jit_movi(_OUT0 + _jitc->function->call.argi, u);
- ++_jitc->function->call.argi;
- }
- else {
- regno = jit_get_reg(jit_class_gpr);
- jit_movi(regno, u);
- jit_stxi(_jitc->function->call.size + params_offset, JIT_SP, regno);
- _jitc->function->call.size += sizeof(jit_word_t);
- jit_unget_reg(regno);
- }
- jit_dec_synth();
-}
-
-void
-_jit_pushargr_f(jit_state_t *_jit, int32_t u)
-{
- assert(_jitc->function);
- jit_inc_synth_w(pushargr_f, u);
- jit_link_prepare();
- if (jit_arg_reg_p(_jitc->function->call.argi)) {
- if (!(_jitc->function->call.call & jit_call_varargs)) {
- jit_movr_f(_F8 + _jitc->function->call.argf, u);
- ++_jitc->function->call.argf;
- }
- else
- jit_movr_f_w(_OUT0 + _jitc->function->call.argi, u);
- ++_jitc->function->call.argi;
- }
- else {
- jit_stxi_f(_jitc->function->call.size + params_offset + F_DISP,
- JIT_SP, u);
- _jitc->function->call.size += sizeof(jit_word_t);
- }
- jit_dec_synth();
-}
-
-void
-_jit_pushargi_f(jit_state_t *_jit, jit_float32_t u)
-{
- int32_t regno;
- assert(_jitc->function);
- jit_inc_synth_f(pushargi_f, u);
- jit_link_prepare();
- if (jit_arg_reg_p(_jitc->function->call.argi)) {
- if (!(_jitc->function->call.call & jit_call_varargs)) {
- jit_movi_f(_F8 + _jitc->function->call.argf, u);
- ++_jitc->function->call.argf;
- }
- else
- jit_movi_f_w(_OUT0 + _jitc->function->call.argi, u);
- ++_jitc->function->call.argi;
- }
- else {
- regno = jit_get_reg(jit_class_fpr);
- jit_movi_f(regno, u);
- jit_stxi_f(_jitc->function->call.size + params_offset + F_DISP,
- JIT_SP, regno);
- _jitc->function->call.size += sizeof(jit_word_t);
- jit_unget_reg(regno);
- }
- jit_dec_synth();
-}
-
-void
-_jit_pushargr_d(jit_state_t *_jit, int32_t u)
-{
- assert(_jitc->function);
- jit_inc_synth_w(pushargr_d, u);
- jit_link_prepare();
- if (jit_arg_reg_p(_jitc->function->call.argi)) {
- if (!(_jitc->function->call.call & jit_call_varargs)) {
- jit_movr_d(_F8 + _jitc->function->call.argf, u);
- ++_jitc->function->call.argf;
- }
- else
- jit_movr_d_w(_OUT0 + _jitc->function->call.argi, u);
- ++_jitc->function->call.argi;
- }
- else {
- jit_stxi_d(_jitc->function->call.size + params_offset, JIT_SP, u);
- _jitc->function->call.size += sizeof(jit_float64_t);
- }
- jit_dec_synth();
-}
-
-void
-_jit_pushargi_d(jit_state_t *_jit, jit_float64_t u)
-{
- int32_t regno;
- assert(_jitc->function);
- jit_inc_synth_d(pushargi_d, u);
- jit_link_prepare();
- if (jit_arg_reg_p(_jitc->function->call.argi)) {
- if (!(_jitc->function->call.call & jit_call_varargs)) {
- jit_movi_d(_F8 + _jitc->function->call.argf, u);
- ++_jitc->function->call.argf;
- }
- else
- jit_movi_d_w(_OUT0 + _jitc->function->call.argi, u);
- ++_jitc->function->call.argi;
- }
- else {
- regno = jit_get_reg(jit_class_fpr);
- jit_movi_d(regno, u);
- jit_stxi_d(_jitc->function->call.size + params_offset, JIT_SP, regno);
- _jitc->function->call.size += sizeof(jit_float64_t);
- jit_unget_reg(regno);
- }
- jit_dec_synth();
-}
-
-jit_bool_t
-_jit_regarg_p(jit_state_t *_jit, jit_node_t *node, int32_t regno)
-{
- /* Argument registers are allocated from the pool of unused registers */
- return (0);
-}
-
-void
-_jit_finishr(jit_state_t *_jit, int32_t r0)
-{
- jit_node_t *call;
- assert(_jitc->function);
- jit_inc_synth_w(finishr, r0);
- if (_jitc->function->self.alen < _jitc->function->call.size)
- _jitc->function->self.alen = _jitc->function->call.size;
- call = jit_callr(r0);
- call->v.w = _jitc->function->call.argi;
- call->w.w = _jitc->function->call.argf;
- _jitc->function->call.argi = _jitc->function->call.argf =
- _jitc->function->call.size = 0;
- _jitc->prepare = 0;
- jit_dec_synth();
-}
-
-jit_node_t *
-_jit_finishi(jit_state_t *_jit, jit_pointer_t i0)
-{
- jit_node_t *node;
- assert(_jitc->function);
- jit_inc_synth_w(finishi, (jit_word_t)i0);
- if (_jitc->function->self.alen < _jitc->function->call.size)
- _jitc->function->self.alen = _jitc->function->call.size;
- node = jit_calli(i0);
- node->v.w = _jitc->function->call.argi;
- node->w.w = _jitc->function->call.argf;
- _jitc->function->call.argi = _jitc->function->call.argf =
- _jitc->function->call.size = 0;
- _jitc->prepare = 0;
- jit_dec_synth();
- return (node);
-}
-
-void
-_jit_retval_c(jit_state_t *_jit, int32_t r0)
-{
- jit_inc_synth_w(retval_c, r0);
- jit_extr_c(r0, JIT_RET);
- jit_dec_synth();
-}
-
-void
-_jit_retval_uc(jit_state_t *_jit, int32_t r0)
-{
- jit_inc_synth_w(retval_uc, r0);
- jit_extr_uc(r0, JIT_RET);
- jit_dec_synth();
-}
-
-void
-_jit_retval_s(jit_state_t *_jit, int32_t r0)
-{
- jit_inc_synth_w(retval_s, r0);
- jit_extr_s(r0, JIT_RET);
- jit_dec_synth();
-}
-
-void
-_jit_retval_us(jit_state_t *_jit, int32_t r0)
-{
- jit_inc_synth_w(retval_us, r0);
- jit_extr_us(r0, JIT_RET);
- jit_dec_synth();
-}
-
-void
-_jit_retval_i(jit_state_t *_jit, int32_t r0)
-{
- jit_inc_synth_w(retval_i, r0);
- jit_extr_i(r0, JIT_RET);
- jit_dec_synth();
-}
-
-void
-_jit_retval_ui(jit_state_t *_jit, int32_t r0)
-{
- jit_inc_synth_w(retval_ui, r0);
- jit_extr_ui(r0, JIT_RET);
- jit_dec_synth();
-}
-
-void
-_jit_retval_l(jit_state_t *_jit, int32_t r0)
-{
- jit_inc_synth_w(retval_l, r0);
- jit_movr(r0, JIT_RET);
- jit_dec_synth();
-}
-
-void
-_jit_retval_f(jit_state_t *_jit, int32_t r0)
-{
- jit_inc_synth_w(retval_l, r0);
- jit_movr_f(r0, JIT_FRET);
- jit_dec_synth();
-}
-
-void
-_jit_retval_d(jit_state_t *_jit, int32_t r0)
-{
- jit_inc_synth_w(retval_d, r0);
- jit_movr_d(r0, JIT_FRET);
- jit_dec_synth();
-}
-
-jit_pointer_t
-_emit_code(jit_state_t *_jit)
-{
- jit_node_t *node;
- jit_node_t *temp;
- jit_word_t word;
- int32_t value;
- int32_t offset;
- struct {
- jit_node_t *node;
- jit_word_t word;
-#if DEVEL_DISASSEMBLER
- jit_word_t prevw;
-#endif
- int32_t patch_offset;
- jit_word_t prolog_offset;
- } undo;
-#if DEVEL_DISASSEMBLER
- jit_word_t prevw;
-#endif
-
- _jitc->function = NULL;
-
- /* If did resize the code buffer, these were not reset */
- _jitc->ioff = 0;
- jit_regset_set_ui(&_jitc->regs, 0);
- _jitc->pred = 0;
-
- jit_reglive_setup();
-
- undo.word = 0;
- undo.node = NULL;
- undo.patch_offset = 0;
-
-#if DEVEL_DISASSEMBLER
- prevw = _jit->pc.w;
-#endif
- undo.prolog_offset = 0;
- for (node = _jitc->head; node; node = node->next)
- if (node->code != jit_code_label &&
- node->code != jit_code_note &&
- node->code != jit_code_name)
- break;
- if (node && (node->code != jit_code_prolog ||
- !(_jitc->functions.ptr + node->w.w)->assume_frame)) {
- /* code may start with a jump so add an initial function descriptor */
- word = _jit->pc.w + 16;
- il(word); /* addr */
- il(0); /* gp */
- }
-#define case_rr(name, type) \
- case jit_code_##name##r##type: \
- name##r##type(rn(node->u.w), rn(node->v.w)); \
- break
-#define case_rw(name, type) \
- case jit_code_##name##i##type: \
- name##i##type(rn(node->u.w), node->v.w); \
- break
-#define case_wr(name, type) \
- case jit_code_##name##i##type: \
- name##i##type(node->u.w, rn(node->v.w)); \
- break
-#define case_rrr(name, type) \
- case jit_code_##name##r##type: \
- name##r##type(rn(node->u.w), \
- rn(node->v.w), rn(node->w.w)); \
- break
-#define case_rrrr(name, type) \
- case jit_code_##name##r##type: \
- name##r##type(rn(node->u.q.l), rn(node->u.q.h), \
- rn(node->v.w), rn(node->w.w)); \
- break
-#define case_rrw(name, type) \
- case jit_code_##name##i##type: \
- name##i##type(rn(node->u.w), rn(node->v.w), node->w.w); \
- break
-#define case_rrrw(name, type) \
- case jit_code_##name##i##type: \
- name##i##type(rn(node->u.q.l), rn(node->u.q.h), \
- rn(node->v.w), node->w.w); \
- break
-#define case_rrf(name, type, size) \
- case jit_code_##name##i##type: \
- assert(node->flag & jit_flag_data); \
- name##i##type(rn(node->u.w), rn(node->v.w), \
- (jit_float##size##_t *)node->w.n->u.w); \
- break
-#define case_wrr(name, type) \
- case jit_code_##name##i##type: \
- name##i##type(node->u.w, rn(node->v.w), rn(node->w.w)); \
- break
-#define case_brr(name, type) \
- case jit_code_##name##r##type: \
- temp = node->u.n; \
- assert(temp->code == jit_code_label || \
- temp->code == jit_code_epilog); \
- if (temp->flag & jit_flag_patch) \
- name##r##type(temp->u.w, rn(node->v.w), \
- rn(node->w.w)); \
- else { \
- word = name##r##type(_jit->pc.w, \
- rn(node->v.w), rn(node->w.w)); \
- patch(word, node); \
- } \
- break
-#define case_brw(name, type) \
- case jit_code_##name##i##type: \
- temp = node->u.n; \
- assert(temp->code == jit_code_label || \
- temp->code == jit_code_epilog); \
- if (temp->flag & jit_flag_patch) \
- name##i##type(temp->u.w, \
- rn(node->v.w), node->w.w); \
- else { \
- word = name##i##type(_jit->pc.w, \
- rn(node->v.w), node->w.w); \
- patch(word, node); \
- } \
- break
-#define case_brf(name, type, size) \
- case jit_code_##name##i##type: \
- temp = node->u.n; \
- assert(temp->code == jit_code_label || \
- temp->code == jit_code_epilog); \
- if (temp->flag & jit_flag_patch) \
- name##i##type(temp->u.w, rn(node->v.w), \
- (jit_float##size##_t *)node->w.n->u.w); \
- else { \
- word = name##i##type(_jit->pc.w, rn(node->v.w), \
- (jit_float##size##_t *)node->w.n->u.w); \
- patch(word, node); \
- } \
- break
- for (node = _jitc->head; node; node = node->next) {
- if (_jit->pc.uc >= _jitc->code.end)
- return (NULL);
-
- value = jit_classify(node->code);
-#if GET_JIT_SIZE
- sync();
-#endif
-#if DEVEL_DISASSEMBLER
- /* FIXME DEVEL_DISASSEMBLER should become DISASSEMBLER,
- * but a "real" DEVEL_DISASSEMBLER should be required
- * to turn the below "#if 0" into "#if 1" */
-# if 0 /* Since disassembly outputs 3 instructions at a time,
- * make it "#if 1" for more clear debug output. */
- sync();
-# endif
- node->offset = (jit_uword_t)_jit->pc.w - (jit_uword_t)prevw;
- prevw = _jit->pc.w;
-#endif
- jit_regarg_set(node, value);
- switch (node->code) {
- case jit_code_align:
- assert(!(node->u.w & (node->u.w - 1)) &&
- node->u.w <= sizeof(jit_word_t));
- /* nothing done */
- break;
- case jit_code_note: case jit_code_name:
- sync();
- node->u.w = _jit->pc.w;
- break;
- case jit_code_label:
- sync();
- /* remember label is defined */
- node->flag |= jit_flag_patch;
- node->u.w = _jit->pc.w;
- break;
- case_rrr(add,);
- case_rrw(add,);
- case_rrr(addc,);
- case_rrw(addc,);
- case_rrr(addx,);
- case_rrw(addx,);
- case_rrr(sub,);
- case_rrw(sub,);
- case_rrr(subx,);
- case_rrw(subx,);
- case_rrw(rsb,);
- case_rrr(subc,);
- case_rrw(subc,);
- case_rrr(mul,);
- case_rrw(mul,);
- case_rrrr(qmul,);
- case_rrrw(qmul,);
- case_rrrr(qmul, _u);
- case_rrrw(qmul, _u);
- case_rrr(div,);
- case_rrw(div,);
- case_rrr(div, _u);
- case_rrw(div, _u);
- case_rrr(rem,);
- case_rrw(rem,);
- case_rrr(rem, _u);
- case_rrw(rem, _u);
- case_rrrr(qdiv,);
- case_rrrw(qdiv,);
- case_rrrr(qdiv, _u);
- case_rrrw(qdiv, _u);
- case_rrr(and,);
- case_rrw(and,);
- case_rrr(or,);
- case_rrw(or,);
- case_rrr(xor,);
- case_rrw(xor,);
- case_rrr(lsh,);
- case_rrw(lsh,);
- case_rrr(rsh,);
- case_rrw(rsh,);
- case_rrr(rsh, _u);
- case_rrw(rsh, _u);
- case_rr(neg,);
- case_rr(com,);
- case_rr(mov,);
- case jit_code_movi:
- if (node->flag & jit_flag_node) {
- temp = node->v.n;
- if (temp->code == jit_code_data ||
- (temp->code == jit_code_label &&
- (temp->flag & jit_flag_patch)))
- movi(rn(node->u.w), temp->u.w);
- else {
- assert(temp->code == jit_code_label ||
- temp->code == jit_code_epilog);
- word = movi_p(rn(node->u.w), node->v.w);
- patch(word, node);
- }
- }
- else
- movi(rn(node->u.w), node->v.w);
- break;
- case_rr(hton, _us);
- case_rr(hton, _ui);
- case_rr(hton, _ul);
- case_rr(ext, _c);
- case_rr(ext, _uc);
- case_rr(ext, _s);
- case_rr(ext, _us);
- case_rr(ext, _i);
- case_rr(ext, _ui);
- case_rr(trunc, _f_i);
- case_rr(trunc, _d_i);
- case_rr(trunc, _f_l);
- case_rr(trunc, _d_l);
- case_rrr(lt,);
- case_rrw(lt,);
- case_rrr(lt, _u);
- case_rrw(lt, _u);
- case_rrr(le,);
- case_rrw(le,);
- case_rrr(le, _u);
- case_rrw(le, _u);
- case_rrr(eq,);
- case_rrw(eq,);
- case_rrr(ge,);
- case_rrw(ge,);
- case_rrr(ge, _u);
- case_rrw(ge, _u);
- case_rrr(gt,);
- case_rrw(gt,);
- case_rrr(gt, _u);
- case_rrw(gt, _u);
- case_rrr(ne,);
- case_rrw(ne,);
- case_rr(ld, _c);
- case_rw(ld, _c);
- case_rr(ld, _uc);
- case_rw(ld, _uc);
- case_rr(ld, _s);
- case_rw(ld, _s);
- case_rr(ld, _us);
- case_rw(ld, _us);
- case_rr(ld, _i);
- case_rw(ld, _i);
- case_rr(ld, _ui);
- case_rw(ld, _ui);
- case_rr(ld, _l);
- case_rw(ld, _l);
- case_rrr(ldx, _c);
- case_rrw(ldx, _c);
- case_rrr(ldx, _uc);
- case_rrw(ldx, _uc);
- case_rrr(ldx, _s);
- case_rrw(ldx, _s);
- case_rrr(ldx, _us);
- case_rrw(ldx, _us);
- case_rrr(ldx, _i);
- case_rrw(ldx, _i);
- case_rrr(ldx, _ui);
- case_rrw(ldx, _ui);
- case_rrr(ldx, _l);
- case_rrw(ldx, _l);
- case_rr(st, _c);
- case_wr(st, _c);
- case_rr(st, _s);
- case_wr(st, _s);
- case_rr(st, _i);
- case_wr(st, _i);
- case_rr(st, _l);
- case_wr(st, _l);
- case_rrr(stx, _c);
- case_wrr(stx, _c);
- case_rrr(stx, _s);
- case_wrr(stx, _s);
- case_rrr(stx, _i);
- case_wrr(stx, _i);
- case_rrr(stx, _l);
- case_wrr(stx, _l);
- case_brr(blt,);
- case_brw(blt,);
- case_brr(blt, _u);
- case_brw(blt, _u);
- case_brr(ble,);
- case_brw(ble,);
- case_brr(ble, _u);
- case_brw(ble, _u);
- case_brr(beq,);
- case_brw(beq,);
- case_brr(bge,);
- case_brw(bge,);
- case_brr(bge, _u);
- case_brw(bge, _u);
- case_brr(bgt,);
- case_brw(bgt,);
- case_brr(bgt, _u);
- case_brw(bgt, _u);
- case_brr(bne,);
- case_brw(bne,);
- case_brr(bms,);
- case_brw(bms,);
- case_brr(bmc,);
- case_brw(bmc,);
- case_brr(boadd,);
- case_brw(boadd,);
- case_brr(boadd, _u);
- case_brw(boadd, _u);
- case_brr(bxadd,);
- case_brw(bxadd,);
- case_brr(bxadd, _u);
- case_brw(bxadd, _u);
- case_brr(bosub,);
- case_brw(bosub,);
- case_brr(bosub, _u);
- case_brw(bosub, _u);
- case_brr(bxsub,);
- case_brw(bxsub,);
- case_brr(bxsub, _u);
- case_brw(bxsub, _u);
- case_rrr(add, _f);
- case_rrf(add, _f, 32);
- case_rrr(sub, _f);
- case_rrf(sub, _f, 32);
- case_rrf(rsb, _f, 32);
- case_rrr(mul, _f);
- case_rrf(mul, _f, 32);
- case_rrr(div, _f);
- case_rrf(div, _f, 32);
- case_rr(ext, _f);
- case_rr(abs, _f);
- case_rr(neg, _f);
- case_rr(sqrt, _f);
- case_rr(ld, _f);
- case_rw(ld, _f);
- case_rrr(ldx, _f);
- case_rrw(ldx, _f);
- case_rr(st, _f);
- case_wr(st, _f);
- case_rrr(stx, _f);
- case_wrr(stx, _f);
- case_rr(mov, _f);
- case jit_code_movi_f:
- assert(node->flag & jit_flag_data);
- movi_f(rn(node->u.w), (jit_float32_t *)node->v.n->u.w);
- break;
- case_rr(ext, _d_f);
- case_rrr(lt, _f);
- case_rrf(lt, _f, 32);
- case_rrr(le, _f);
- case_rrf(le, _f, 32);
- case_rrr(eq, _f);
- case_rrf(eq, _f, 32);
- case_rrr(ge, _f);
- case_rrf(ge, _f, 32);
- case_rrr(gt, _f);
- case_rrf(gt, _f, 32);
- case_rrr(ne, _f);
- case_rrf(ne, _f, 32);
- case_rrr(unlt, _f);
- case_rrf(unlt, _f, 32);
- case_rrr(unle, _f);
- case_rrf(unle, _f, 32);
- case_rrr(uneq, _f);
- case_rrf(uneq, _f, 32);
- case_rrr(unge, _f);
- case_rrf(unge, _f, 32);
- case_rrr(ungt, _f);
- case_rrf(ungt, _f, 32);
- case_rrr(ltgt, _f);
- case_rrf(ltgt, _f, 32);
- case_rrr(ord, _f);
- case_rrf(ord, _f, 32);
- case_rrr(unord, _f);
- case_rrf(unord, _f, 32);
- case_brr(blt, _f);
- case_brf(blt, _f, 32);
- case_brr(ble, _f);
- case_brf(ble, _f, 32);
- case_brr(beq, _f);
- case_brf(beq, _f, 32);
- case_brr(bge, _f);
- case_brf(bge, _f, 32);
- case_brr(bgt, _f);
- case_brf(bgt, _f, 32);
- case_brr(bne, _f);
- case_brf(bne, _f, 32);
- case_brr(bunlt, _f);
- case_brf(bunlt, _f, 32);
- case_brr(bunle, _f);
- case_brf(bunle, _f, 32);
- case_brr(buneq, _f);
- case_brf(buneq, _f, 32);
- case_brr(bunge, _f);
- case_brf(bunge, _f, 32);
- case_brr(bungt, _f);
- case_brf(bungt, _f, 32);
- case_brr(bltgt, _f);
- case_brf(bltgt, _f, 32);
- case_brr(bord, _f);
- case_brf(bord, _f, 32);
- case_brr(bunord, _f);
- case_brf(bunord, _f, 32);
- case_rrr(add, _d);
- case_rrf(add, _d, 64);
- case_rrr(sub, _d);
- case_rrf(sub, _d, 64);
- case_rrf(rsb, _d, 64);
- case_rrr(mul, _d);
- case_rrf(mul, _d, 64);
- case_rrr(div, _d);
- case_rrf(div, _d, 64);
- case_rr(ext, _d);
- case_rr(abs, _d);
- case_rr(neg, _d);
- case_rr(sqrt, _d);
- case_rr(ld, _d);
- case_rw(ld, _d);
- case_rrr(ldx, _d);
- case_rrw(ldx, _d);
- case_rr(st, _d);
- case_wr(st, _d);
- case_rrr(stx, _d);
- case_wrr(stx, _d);
- case_rr(mov, _d);
- case jit_code_movi_d:
- assert(node->flag & jit_flag_data);
- movi_d(rn(node->u.w), (jit_float64_t *)node->v.n->u.w);
- break;
- case_rr(ext, _f_d);
- case_rrr(lt, _d);
- case_rrf(lt, _d, 64);
- case_rrr(le, _d);
- case_rrf(le, _d, 64);
- case_rrr(eq, _d);
- case_rrf(eq, _d, 64);
- case_rrr(ge, _d);
- case_rrf(ge, _d, 64);
- case_rrr(gt, _d);
- case_rrf(gt, _d, 64);
- case_rrr(ne, _d);
- case_rrf(ne, _d, 64);
- case_rrr(unlt, _d);
- case_rrf(unlt, _d, 64);
- case_rrr(unle, _d);
- case_rrf(unle, _d, 64);
- case_rrr(uneq, _d);
- case_rrf(uneq, _d, 64);
- case_rrr(unge, _d);
- case_rrf(unge, _d, 64);
- case_rrr(ungt, _d);
- case_rrf(ungt, _d, 64);
- case_rrr(ltgt, _d);
- case_rrf(ltgt, _d, 64);
- case_rrr(ord, _d);
- case_rrf(ord, _d, 64);
- case_rrr(unord, _d);
- case_rrf(unord, _d, 64);
- case_brr(blt, _d);
- case_brf(blt, _d, 64);
- case_brr(ble, _d);
- case_brf(ble, _d, 64);
- case_brr(beq, _d);
- case_brf(beq, _d, 64);
- case_brr(bge, _d);
- case_brf(bge, _d, 64);
- case_brr(bgt, _d);
- case_brf(bgt, _d, 64);
- case_brr(bne, _d);
- case_brf(bne, _d, 64);
- case_brr(bunlt, _d);
- case_brf(bunlt, _d, 64);
- case_brr(bunle, _d);
- case_brf(bunle, _d, 64);
- case_brr(buneq, _d);
- case_brf(buneq, _d, 64);
- case_brr(bunge, _d);
- case_brf(bunge, _d, 64);
- case_brr(bungt, _d);
- case_brf(bungt, _d, 64);
- case_brr(bltgt, _d);
- case_brf(bltgt, _d, 64);
- case_brr(bord, _d);
- case_brf(bord, _d, 64);
- case_brr(bunord, _d);
- case_brf(bunord, _d, 64);
- case jit_code_jmpr:
- jmpr(rn(node->u.w));
- break;
- case jit_code_jmpi:
- if (node->flag & jit_flag_node) {
- if (_jit->pc.uc == _jit->code.ptr + 16)
- _jitc->jump = 1;
- temp = node->u.n;
- assert(temp->code == jit_code_label ||
- temp->code == jit_code_epilog);
- if (temp->flag & jit_flag_patch)
- jmpi(temp->u.w);
- else {
- word = jmpi_p(_jit->pc.w);
- patch(word, node);
- }
- }
- else
- jmpi(node->u.w);
- break;
- case jit_code_callr:
- callr(rn(node->u.w));
- break;
- case jit_code_calli:
- if (node->flag & jit_flag_node) {
- temp = node->u.n;
- assert(temp->code == jit_code_label ||
- temp->code == jit_code_epilog);
- word = calli_p(temp->u.w);
- if (!(temp->flag & jit_flag_patch))
- patch(word, node);
- }
- else
- calli(node->u.w);
- break;
- case jit_code_prolog:
- jit_regset_set_ui(&_jitc->regs, 0);
- _jitc->pred = 0;
- sync();
- _jitc->function = _jitc->functions.ptr + node->w.w;
- undo.node = node;
- undo.word = _jit->pc.w;
-#if DEVEL_DISASSEMBLER
- undo.prevw = prevw;
-#endif
- undo.patch_offset = _jitc->patches.offset;
- undo.prolog_offset = _jitc->prolog.offset;
- restart_function:
- _jitc->again = 0;
- if (_jitc->jump && !_jitc->function->assume_frame) {
- /* remember prolog to hide offset adjustment for a jump
- * to the start of a function, what is expected to be
- * a common practice as first jit instruction */
- if (_jitc->prolog.offset >= _jitc->prolog.length) {
- _jitc->prolog.length += 16;
- jit_realloc((jit_pointer_t *)&_jitc->prolog.ptr,
- (_jitc->prolog.length - 16) *
- sizeof(jit_word_t),
- _jitc->prolog.length * sizeof(jit_word_t));
- }
- _jitc->prolog.ptr[_jitc->prolog.offset++] = _jit->pc.w;
- /* function descriptor */
- word = _jit->pc.w + 16;
- il(word); /* addr */
- il(0); /* gp */
- }
- prolog(node);
- break;
- case jit_code_epilog:
- assert(_jitc->function == _jitc->functions.ptr + node->w.w);
- if (_jitc->again) {
- for (temp = undo.node->next;
- temp != node; temp = temp->next) {
- if (temp->code == jit_code_label ||
- temp->code == jit_code_epilog)
- temp->flag &= ~jit_flag_patch;
- }
- temp->flag &= ~jit_flag_patch;
- node = undo.node;
- _jit->pc.w = undo.word;
-#if DEVEL_DISASSEMBLER
- prevw = undo.prevw;
-#endif
- _jitc->patches.offset = undo.patch_offset;
- _jitc->prolog.offset = undo.prolog_offset;
- _jitc->ioff = 0;
- jit_regset_set_ui(&_jitc->regs, 0);
- _jitc->pred = 0;
- goto restart_function;
- }
- /* remember label is defined */
- sync();
- node->flag |= jit_flag_patch;
- node->u.w = _jit->pc.w;
- epilog(node);
- jit_regset_set_ui(&_jitc->regs, 0);
- _jitc->pred = 0;
- _jitc->function = NULL;
- break;
- case jit_code_va_start:
- vastart(rn(node->u.w));
- break;
- case jit_code_va_arg:
- vaarg(rn(node->u.w), rn(node->v.w));
- break;
- case jit_code_va_arg_d:
- vaarg_d(rn(node->u.w), rn(node->v.w));
- break;
- case jit_code_live:
- case jit_code_arg: case jit_code_ellipsis:
- case jit_code_va_push:
- case jit_code_allocai: case jit_code_allocar:
- case jit_code_arg_f: case jit_code_arg_d:
- case jit_code_va_end:
- case jit_code_ret:
- case jit_code_retr: case jit_code_reti:
- case jit_code_retr_f: case jit_code_reti_f:
- case jit_code_retr_d: case jit_code_reti_d:
- case jit_code_getarg_c: case jit_code_getarg_uc:
- case jit_code_getarg_s: case jit_code_getarg_us:
- case jit_code_getarg_i: case jit_code_getarg_ui:
- case jit_code_getarg_l:
- case jit_code_getarg_f: case jit_code_getarg_d:
- case jit_code_putargr: case jit_code_putargi:
- case jit_code_putargr_f: case jit_code_putargi_f:
- case jit_code_putargr_d: case jit_code_putargi_d:
- case jit_code_pushargr: case jit_code_pushargi:
- case jit_code_pushargr_f: case jit_code_pushargi_f:
- case jit_code_pushargr_d: case jit_code_pushargi_d:
- case jit_code_retval_c: case jit_code_retval_uc:
- case jit_code_retval_s: case jit_code_retval_us:
- case jit_code_retval_i:
- case jit_code_retval_ui: case jit_code_retval_l:
- case jit_code_retval_f: case jit_code_retval_d:
- case jit_code_prepare:
- case jit_code_finishr: case jit_code_finishi:
- break;
- case jit_code_movr_w_f:
- movr_w_f(rn(node->u.w), rn(node->v.w));
- break;
- case jit_code_movr_f_w:
- movr_f_w(rn(node->u.w), rn(node->v.w));
- break;
- case jit_code_movr_w_d:
- movr_w_d(rn(node->u.w), rn(node->v.w));
- break;
- case jit_code_movr_d_w:
- movr_d_w(rn(node->u.w), rn(node->v.w));
- break;
- case jit_code_movi_f_w:
- movi_f_w(rn(node->u.w), node->v.n->u.p);
- break;
- case jit_code_movi_d_w:
- movi_d_w(rn(node->u.w), node->v.n->u.p);
- break;
- default:
- abort();
- }
- if (jit_carry != _NOREG) {
- switch (node->code) {
- case jit_code_note:
- case jit_code_addcr: case jit_code_addci:
- case jit_code_addxr: case jit_code_addxi:
- case jit_code_subcr: case jit_code_subci:
- case jit_code_subxr: case jit_code_subxi:
- break;
- default:
- jit_unget_reg(jit_carry);
- jit_carry = _NOREG;
- break;
- }
- }
-#if GET_JIT_SIZE
- sync();
-#endif
- jit_regarg_clr(node, value);
- if (jit_carry == _NOREG)
- assert(jit_regset_cmp_ui(&_jitc->regarg, 0) == 0);
- else {
- assert(jit_regset_scan1(&_jitc->regarg, 0) == jit_carry);
- assert(jit_regset_scan1(&_jitc->regarg, jit_carry + 1) ==
ULONG_MAX);
- }
- assert(_jitc->synth == 0);
- /* update register live state */
- jit_reglive(node);
- }
- sync();
-#undef case_brf
-#undef case_brw
-#undef case_brr
-#undef case_wrr
-#undef case_rrrw
-#undef case_rrf
-#undef case_rrw
-#undef case_rrrr
-#undef case_rrr
-#undef case_wr
-#undef case_rw
-#undef case_rr
-
- for (offset = 0; offset < _jitc->patches.offset; offset++) {
- node = _jitc->patches.ptr[offset].node;
- word = node->code == jit_code_movi ? node->v.n->u.w : node->u.n->u.w;
- patch_at(node->code, _jitc->patches.ptr[offset].inst, word);
- }
-
- jit_flush(_jit->code.ptr, _jit->pc.uc);
-
- return (_jit->code.ptr);
-}
-
-#define CODE 1
-# include "ia64-cpu.c"
-# include "ia64-fpu.c"
-#undef CODE
-
-void
-jit_flush(void *fptr, void *tptr)
-{
-#if defined(__GNUC__)
- jit_word_t f, t, s;
-
- s = sysconf(_SC_PAGE_SIZE);
- f = (jit_word_t)fptr & -s;
- t = (((jit_word_t)tptr) + s - 1) & -s;
-# if 0
- __clear_cache((void *)f, (void *)t);
-# else
- /* __clear_cache is a noop in (old?) gcc, but cache flush is
- * required on a multi processor Linux system. */
- for (s = f; s < t; s += 32)
- asm volatile("fc %0" :: "r"(s) : "memory");
-# endif
-#endif
-}
-
-/* Use r2 that is reserved to not require a jit_get_reg call, also note
- * that addil needs a register that first in 2 bits, so, if using a
- * register other than r2 must be less than r8 (or check for a smaller
- * immediate, i.e. i0 >= -8192 && i0 <= 8191) */
-void
-_emit_ldxi(jit_state_t *_jit, jit_gpr_t r0, jit_gpr_t r1, jit_word_t i0)
-{
- assert(i0 >= -2097152 && i0 < 2097151);
- addi(GR_2, rn(r1), i0);
- ldr(rn(r0), GR_2);
-}
-
-void
-_emit_stxi(jit_state_t *_jit, jit_word_t i0, jit_gpr_t r0, jit_gpr_t r1)
-{
- assert(i0 >= -2097152 && i0 < 2097151);
- addi(GR_2, rn(r0), i0);
- str(GR_2, rn(r1));
-}
-
-void
-_emit_ldxi_d(jit_state_t *_jit, jit_fpr_t r0, jit_gpr_t r1, jit_word_t i0)
-{
- assert(i0 >= -2097152 && i0 < 2097151);
- addi(GR_2, rn(r1), i0);
- ldr_d(rn(r0), GR_2);
-}
-
-void
-_emit_stxi_d(jit_state_t *_jit, jit_word_t i0, jit_gpr_t r0, jit_fpr_t r1)
-{
- assert(i0 >= -2097152 && i0 < 2097151);
- addi(GR_2, rn(r0), i0);
- str_d(GR_2, rn(r1));
-}
-
-static void
-_patch(jit_state_t *_jit, jit_word_t instr, jit_node_t *node)
-{
- int32_t flag;
-
- assert(node->flag & jit_flag_node);
- if (node->code == jit_code_movi)
- flag = node->v.n->flag;
- else
- flag = node->u.n->flag;
- assert(!(flag & jit_flag_patch));
- if (_jitc->patches.offset >= _jitc->patches.length) {
- jit_realloc((jit_pointer_t *)&_jitc->patches.ptr,
- _jitc->patches.length * sizeof(jit_patch_t),
- (_jitc->patches.length + 1024) * sizeof(jit_patch_t));
- _jitc->patches.length += 1024;
- }
- _jitc->patches.ptr[_jitc->patches.offset].inst = instr;
- _jitc->patches.ptr[_jitc->patches.offset].node = node;
- ++_jitc->patches.offset;
-}
diff --git a/lightening/ia64.h b/lightening/ia64.h
deleted file mode 100644
index 4723e70..0000000
--- a/lightening/ia64.h
+++ /dev/null
@@ -1,120 +0,0 @@
-/*
- * Copyright (C) 2013-2017 Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- * Paulo Cesar Pereira de Andrade
- */
-
-#ifndef _jit_ia64_h
-#define _jit_ia64_h
-
-#define JIT_HASH_CONSTS 1
-#define JIT_NUM_OPERANDS 3
-
-/*
- * Types
- */
-#define JIT_FP _R4 /* Not abi specific */
-typedef enum {
-#define JIT_R0 _R40
-#define JIT_R1 _R41
-#define JIT_R2 _R42
-#define JIT_R3 _R43
-#define JIT_V0 _R44
-#define JIT_V1 _R45
-#define JIT_V2 _R46
-#define JIT_V3 _R47
-#define jit_r_num() 4
-#define jit_r(n) (_R40 + (n))
-#define jit_v_num() 4
-#define jit_v(n) (_R44 + (n))
- _R0, /* constant - Always 0 */
- _R1, /* special - Global Data pointer (gp) */
- /* r2-r3 - scratch - Use with 22-bit immediate add - scratch */
- _R2, _R3,
- /* r4-r7 - preserved */
- _R4, _R5, _R6, _R7,
- _R8, /* scratch - Return value; structure/union return pointer */
- /* r9-r11 - scratch - Return values */
- _R9, _R10, _R11,
- _R12, /* special - Memory stack pointer (sp) */
- _R13, /* special - Reserved as a thread pointer (tp)*/
- /* r14-r31 - scratch */
- _R31, _R30,
- _R29, _R28, _R27, _R26, _R25, _R24, _R23, _R22,
- _R21, _R20, _R19, _R18, _R17, _R16, _R15, _R14,
- /* r32-r39 - aka in0-in7 - Incoming register arguments */
- _R32, _R33, _R34, _R35, _R36, _R37, _R38, _R39,
- /* r40-r127 - loc0...locn,out0...outn */
- _R40, _R41, _R42, _R43, _R44, _R45, _R46, _R47,
- _R48, _R49, _R50, _R51, _R52, _R53, _R54, _R55,
- _R56, _R57, _R58, _R59, _R60, _R61, _R62, _R63,
- _R64, _R65, _R66, _R67, _R68, _R69, _R70, _R71,
- _R72, _R73, _R74, _R75, _R76, _R77, _R78, _R79,
- _R80, _R81, _R82, _R83, _R84, _R85, _R86, _R87,
- _R88, _R89, _R90, _R91, _R92, _R93, _R94, _R95,
- _R96, _R97, _R98, _R99, _R100, _R101, _R102, _R103,
- _R104, _R105, _R106, _R107, _R108, _R109, _R110, _R111,
- _R112, _R113, _R114, _R115, _R116, _R117, _R118, _R119,
- _R120, _R121, _R122, _R123, _R124, _R125, _R126, _R127,
-#define JIT_F0 _F16
-#define JIT_F1 _F17
-#define JIT_F2 _F18
-#define JIT_F3 _F19
-#define JIT_F4 _F20
-#define JIT_F5 _F21
-#define jit_f_num() 6
-#define jit_f(n) (_F16 + (n))
- _F0, /* constant - Always 0.0 */
- _F1, /* constant - Always 1.0 */
- /* f2-f5 - preserved */
- _F2, _F3, _F4, _F5,
- /* f6-f7 - scratch */
- _F6, _F7,
- /* f8-f15 - scratch - Argument/return registers */
- _F8, _F9, _F10, _F11, _F12, _F13, _F14, _F15,
- /* f16-f31 - preserved */
- _F16, _F17, _F18, _F19, _F20, _F21, _F22, _F23,
- _F24, _F25, _F26, _F27, _F28, _F29, _F30, _F31,
- /* f32-f127 - scratch - Rotating registers or scratch */
- _F32, _F33, _F34, _F35, _F36, _F37, _F38, _F39,
- _F40, _F41, _F42, _F43, _F44, _F45, _F46, _F47,
- _F48, _F49, _F50, _F51, _F52, _F53, _F54, _F55,
- _F56, _F57, _F58, _F59, _F60, _F61, _F62, _F63,
- _F64, _F65, _F66, _F67, _F68, _F69, _F70, _F71,
- _F72, _F73, _F74, _F75, _F76, _F77, _F78, _F79,
- _F80, _F81, _F82, _F83, _F84, _F85, _F86, _F87,
- _F88, _F89, _F90, _F91, _F92, _F93, _F94, _F95,
- _F96, _F97, _F98, _F99, _F100, _F101, _F102, _F103,
- _F104, _F105, _F106, _F107, _F108, _F109, _F110, _F111,
- _F112, _F113, _F114, _F115, _F116, _F117, _F118, _F119,
-
-#if 0
- /* Do not list these to not need an unique identifier larger
- * than 255 for jit_regset_t */
- _F120, _F121, _F122, _F123, _F124, _F125, _F126, _F127,
-#endif
-
- /* Fake registers. Required because while "in" parameters start at r32,
- * "out" parameters start *after* registers allocated for temporaries,
- * and that are supposed to kept alive (what is desirable, that is, to
- * not spill/reload them in memory) */
- _OUT0, _OUT1, _OUT2, _OUT3, _OUT4, _OUT5, _OUT6, _OUT7,
-
-#define JIT_NOREG _NOREG
- _NOREG,
-} jit_reg_t;
-
-#endif /* _jit_ia64_h */
diff --git a/lightening/lightening.c b/lightening/lightening.c
index a82e0ac..799284f 100644
--- a/lightening/lightening.c
+++ b/lightening/lightening.c
@@ -324,8 +324,6 @@ jit_patch_there(jit_state_t* _jit, jit_reloc_t reloc,
jit_pointer_t addr)
# include "ppc.c"
#elif defined(__sparc__)
# include "sparc.c"
-#elif defined(__ia64__)
-# include "ia64.c"
#elif defined(__hppa__)
# include "hppa.c"
#elif defined(__aarch64__)