11380100477

Committed 17 Oct 2024 07:03AM UTC coverage: 92.981% (+0.06%) from 92.917%

Build # 11380100477

Build Type

push

github

Committed by

Buristan

Commit Message

FFI: Fix 64 bit shift fold rules.

Thanks to Peter Cawley.

(cherry picked from commit 9e0437240)

For `IR_BSHR`, `IR_BROL`, `IR_BROR` during `kfold_int64arith()` the left
argument is truncated down to 32 bits, which leads to incorrect results
if the right argument is >= 2^32.

Also, `IR_BSAR` does an unsigned shift rather than a signed shift, but
since this case branch is unreachable, it is harmless for now.

This patch fixes all misbehaviours (including possible for `IR_BSAR`) to
preserve IR semantics.

Sergey Kaplun:
* added the description and the test for the problem

Part of tarantool/tarantool#10199

Reviewed-by: Sergey Bronnikov <sergeyb@tarantool.org>
Reviewed-by: Maxim Kokryashkin <m.kokryashkin@tarantool.org>
Signed-off-by: Sergey Kaplun <skaplun@tarantool.org>
(cherry picked from commit f0bc08920)

Run Details

5693 of 6032 branches covered (94.38%)

Branch coverage included in aggregate %.

21715 of 23445 relevant lines covered (92.62%)

2930611.13 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

96.81

/src/lj_carith.c

/*
** C data arithmetic.
** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h
*/

#include "lj_obj.h"

#if LJ_HASFFI

#include "lj_gc.h"
#include "lj_err.h"
#include "lj_tab.h"
#include "lj_meta.h"
#include "lj_ir.h"
#include "lj_ctype.h"
#include "lj_cconv.h"
#include "lj_cdata.h"
#include "lj_carith.h"
#include "lj_strscan.h"

/* -- C data arithmetic --------------------------------------------------- */

/* Binary operands of an operator converted to ctypes. */
typedef struct CDArith {
  uint8_t *p[2];
  CType *ct[2];
} CDArith;

/* Check arguments for arithmetic metamethods. */
static int carith_checkarg(lua_State *L, CTState *cts, CDArith *ca)
{
  TValue *o = L->base;
  int ok = 1;
  MSize i;
  if (o+1 >= L->top)
    lj_err_argt(L, 1, LUA_TCDATA);
  for (i = 0; i < 2; i++, o++) {
    if (tviscdata(o)) {
      GCcdata *cd = cdataV(o);
      CTypeID id = (CTypeID)cd->ctypeid;
      CType *ct = ctype_raw(cts, id);
      uint8_t *p = (uint8_t *)cdataptr(cd);
      if (ctype_isptr(ct->info)) {
        p = (uint8_t *)cdata_getptr(p, ct->size);
        if (ctype_isref(ct->info)) ct = ctype_rawchild(cts, ct);
      } else if (ctype_isfunc(ct->info)) {
        CTypeID id0 = i ? ctype_typeid(cts, ca->ct[0]) : 0;
        p = (uint8_t *)*(void **)p;
        ct = ctype_get(cts,
          lj_ctype_intern(cts, CTINFO(CT_PTR, CTALIGN_PTR|id), CTSIZE_PTR));
        if (i) {  /* cts->tab may have been reallocated. */
          ca->ct[0] = ctype_get(cts, id0);
        }
      }
      if (ctype_isenum(ct->info)) ct = ctype_child(cts, ct);
      ca->ct[i] = ct;
      ca->p[i] = p;
    } else if (tvisint(o)) {
      ca->ct[i] = ctype_get(cts, CTID_INT32);
      ca->p[i] = (uint8_t *)&o->i;
    } else if (tvisnum(o)) {
      ca->ct[i] = ctype_get(cts, CTID_DOUBLE);
      ca->p[i] = (uint8_t *)&o->n;
    } else if (tvisnil(o)) {
      ca->ct[i] = ctype_get(cts, CTID_P_VOID);
      ca->p[i] = (uint8_t *)0;
    } else if (tvisstr(o)) {
      TValue *o2 = i == 0 ? o+1 : o-1;
      CType *ct = ctype_raw(cts, cdataV(o2)->ctypeid);
      ca->ct[i] = NULL;
      ca->p[i] = (uint8_t *)strVdata(o);
      ok = 0;
      if (ctype_isenum(ct->info)) {
        CTSize ofs;
        CType *cct = lj_ctype_getfield(cts, ct, strV(o), &ofs);
        if (cct && ctype_isconstval(cct->info)) {
          ca->ct[i] = ctype_child(cts, cct);
          ca->p[i] = (uint8_t *)&cct->size;  /* Assumes ct does not grow. */
          ok = 1;
        } else {
          ca->ct[1-i] = ct;  /* Use enum to improve error message. */
          ca->p[1-i] = NULL;
          break;
        }
      }
    } else {
      ca->ct[i] = NULL;
      ca->p[i] = (void *)(intptr_t)1;  /* To make it unequal. */
      ok = 0;
    }
  }
  return ok;
}

/* Pointer arithmetic. */
static int carith_ptr(lua_State *L, CTState *cts, CDArith *ca, MMS mm)
{
  CType *ctp = ca->ct[0];
  uint8_t *pp = ca->p[0];
  ptrdiff_t idx;
  CTSize sz;
  CTypeID id;
  GCcdata *cd;
  if (ctype_isptr(ctp->info) || ctype_isrefarray(ctp->info)) {
    if ((mm == MM_sub || mm == MM_eq || mm == MM_lt || mm == MM_le) &&
        (ctype_isptr(ca->ct[1]->info) || ctype_isrefarray(ca->ct[1]->info))) {
      uint8_t *pp2 = ca->p[1];
      if (mm == MM_eq) {  /* Pointer equality. Incompatible pointers are ok. */
        setboolV(L->top-1, (pp == pp2));
        return 1;
      }
      if (!lj_cconv_compatptr(cts, ctp, ca->ct[1], CCF_IGNQUAL))
        return 0;
      if (mm == MM_sub) {  /* Pointer difference. */
        intptr_t diff;
        sz = lj_ctype_size(cts, ctype_cid(ctp->info));  /* Element size. */
        if (sz == 0 || sz == CTSIZE_INVALID)
          return 0;
        diff = ((intptr_t)pp - (intptr_t)pp2) / (int32_t)sz;
        /* All valid pointer differences on x64 are in (-2^47, +2^47),
        ** which fits into a double without loss of precision.
        */
        setintptrV(L->top-1, (int32_t)diff);
        return 1;
      } else if (mm == MM_lt) {  /* Pointer comparison (unsigned). */
        setboolV(L->top-1, ((uintptr_t)pp < (uintptr_t)pp2));
        return 1;
      } else {
        lj_assertL(mm == MM_le, "bad metamethod %d", mm);
        setboolV(L->top-1, ((uintptr_t)pp <= (uintptr_t)pp2));
        return 1;
      }
    }
    if (!((mm == MM_add || mm == MM_sub) && ctype_isnum(ca->ct[1]->info)))
      return 0;
    lj_cconv_ct_ct(cts, ctype_get(cts, CTID_INT_PSZ), ca->ct[1],
                   (uint8_t *)&idx, ca->p[1], 0);
    if (mm == MM_sub) idx = -idx;
  } else if (mm == MM_add && ctype_isnum(ctp->info) &&
      (ctype_isptr(ca->ct[1]->info) || ctype_isrefarray(ca->ct[1]->info))) {
    /* Swap pointer and index. */
    ctp = ca->ct[1]; pp = ca->p[1];
    lj_cconv_ct_ct(cts, ctype_get(cts, CTID_INT_PSZ), ca->ct[0],
                   (uint8_t *)&idx, ca->p[0], 0);
  } else {
    return 0;
  }
  sz = lj_ctype_size(cts, ctype_cid(ctp->info));  /* Element size. */
  if (sz == CTSIZE_INVALID)
    return 0;
  pp += idx*(int32_t)sz;  /* Compute pointer + index. */
  id = lj_ctype_intern(cts, CTINFO(CT_PTR, CTALIGN_PTR|ctype_cid(ctp->info)),
                       CTSIZE_PTR);
  cd = lj_cdata_new(cts, id, CTSIZE_PTR);
  *(uint8_t **)cdataptr(cd) = pp;
  setcdataV(L, L->top-1, cd);
  lj_gc_check(L);
  return 1;
}

/* 64 bit integer arithmetic. */
static int carith_int64(lua_State *L, CTState *cts, CDArith *ca, MMS mm)
{
  if (ctype_isnum(ca->ct[0]->info) && ca->ct[0]->size <= 8 &&
      ctype_isnum(ca->ct[1]->info) && ca->ct[1]->size <= 8) {
    CTypeID id = (((ca->ct[0]->info & CTF_UNSIGNED) && ca->ct[0]->size == 8) ||
                  ((ca->ct[1]->info & CTF_UNSIGNED) && ca->ct[1]->size == 8)) ?
                 CTID_UINT64 : CTID_INT64;
    CType *ct = ctype_get(cts, id);
    GCcdata *cd;
    uint64_t u0, u1, *up;
    lj_cconv_ct_ct(cts, ct, ca->ct[0], (uint8_t *)&u0, ca->p[0], 0);
    if (mm != MM_unm)
      lj_cconv_ct_ct(cts, ct, ca->ct[1], (uint8_t *)&u1, ca->p[1], 0);
    switch (mm) {
    case MM_eq:
      setboolV(L->top-1, (u0 == u1));
      return 1;
    case MM_lt:
      setboolV(L->top-1,
               id == CTID_INT64 ? ((int64_t)u0 < (int64_t)u1) : (u0 < u1));
      return 1;
    case MM_le:
      setboolV(L->top-1,
               id == CTID_INT64 ? ((int64_t)u0 <= (int64_t)u1) : (u0 <= u1));
      return 1;
    default: break;
    }
    cd = lj_cdata_new(cts, id, 8);
    up = (uint64_t *)cdataptr(cd);
    setcdataV(L, L->top-1, cd);
    switch (mm) {
    case MM_add: *up = u0 + u1; break;
    case MM_sub: *up = u0 - u1; break;
    case MM_mul: *up = u0 * u1; break;
    case MM_div:
      if (id == CTID_INT64)
        *up = (uint64_t)lj_carith_divi64((int64_t)u0, (int64_t)u1);
      else
        *up = lj_carith_divu64(u0, u1);
      break;
    case MM_mod:
      if (id == CTID_INT64)
        *up = (uint64_t)lj_carith_modi64((int64_t)u0, (int64_t)u1);
      else
        *up = lj_carith_modu64(u0, u1);
      break;
    case MM_pow:
      if (id == CTID_INT64)
        *up = (uint64_t)lj_carith_powi64((int64_t)u0, (int64_t)u1);
      else
        *up = lj_carith_powu64(u0, u1);
      break;
    case MM_unm: *up = ~u0+1u; break;
    default:
      lj_assertL(0, "bad metamethod %d", mm);
      break;
    }
    lj_gc_check(L);
    return 1;
  }
  return 0;
}

/* Handle ctype arithmetic metamethods. */
static int lj_carith_meta(lua_State *L, CTState *cts, CDArith *ca, MMS mm)
{
  cTValue *tv = NULL;
  if (tviscdata(L->base)) {
    CTypeID id = cdataV(L->base)->ctypeid;
    CType *ct = ctype_raw(cts, id);
    if (ctype_isptr(ct->info)) id = ctype_cid(ct->info);
    tv = lj_ctype_meta(cts, id, mm);
  }
  if (!tv && L->base+1 < L->top && tviscdata(L->base+1)) {
    CTypeID id = cdataV(L->base+1)->ctypeid;
    CType *ct = ctype_raw(cts, id);
    if (ctype_isptr(ct->info)) id = ctype_cid(ct->info);
    tv = lj_ctype_meta(cts, id, mm);
  }
  if (!tv) {
    const char *repr[2];
    int i, isenum = -1, isstr = -1;
    if (mm == MM_eq) {  /* Equality checks never raise an error. */
      int eq = ca->p[0] == ca->p[1];
      setboolV(L->top-1, eq);
      setboolV(&G(L)->tmptv2, eq);  /* Remember for trace recorder. */
      return 1;
    }
    for (i = 0; i < 2; i++) {
      if (ca->ct[i] && tviscdata(L->base+i)) {
        if (ctype_isenum(ca->ct[i]->info)) isenum = i;
        repr[i] = strdata(lj_ctype_repr(L, ctype_typeid(cts, ca->ct[i]), NULL));
      } else {
        if (tvisstr(&L->base[i])) isstr = i;
        repr[i] = lj_typename(&L->base[i]);
      }
    }
    if ((isenum ^ isstr) == 1)
      lj_err_callerv(L, LJ_ERR_FFI_BADCONV, repr[isstr], repr[isenum]);
    lj_err_callerv(L, mm == MM_len ? LJ_ERR_FFI_BADLEN :
                      mm == MM_concat ? LJ_ERR_FFI_BADCONCAT :
                      mm < MM_add ? LJ_ERR_FFI_BADCOMP : LJ_ERR_FFI_BADARITH,
                   repr[0], repr[1]);
  }
  return lj_meta_tailcall(L, tv);
}

/* Arithmetic operators for cdata. */
int lj_carith_op(lua_State *L, MMS mm)
{
  CTState *cts = ctype_cts(L);
  CDArith ca;
  if (carith_checkarg(L, cts, &ca) && mm != MM_len && mm != MM_concat) {
    if (carith_int64(L, cts, &ca, mm) || carith_ptr(L, cts, &ca, mm)) {
      copyTV(L, &G(L)->tmptv2, L->top-1);  /* Remember for trace recorder. */
      return 1;
    }
  }
  return lj_carith_meta(L, cts, &ca, mm);
}

/* -- 64 bit bit operations helpers --------------------------------------- */

#if LJ_64
#define B64DEF(name) \
  static LJ_AINLINE uint64_t lj_carith_##name(uint64_t x, int32_t sh)
#else
/* Not inlined on 32 bit archs, since some of these are quite lengthy. */
#define B64DEF(name) \
  uint64_t LJ_NOINLINE lj_carith_##name(uint64_t x, int32_t sh)
#endif

B64DEF(shl64) { return x << (sh&63); }
B64DEF(shr64) { return x >> (sh&63); }
B64DEF(sar64) { return (uint64_t)((int64_t)x >> (sh&63)); }
B64DEF(rol64) { return lj_rol(x, (sh&63)); }
B64DEF(ror64) { return lj_ror(x, (sh&63)); }

#undef B64DEF

uint64_t lj_carith_shift64(uint64_t x, int32_t sh, int op)
{
  switch (op) {
  case IR_BSHL-IR_BSHL: x = lj_carith_shl64(x, sh); break;
  case IR_BSHR-IR_BSHL: x = lj_carith_shr64(x, sh); break;
  case IR_BSAR-IR_BSHL: x = lj_carith_sar64(x, sh); break;
  case IR_BROL-IR_BSHL: x = lj_carith_rol64(x, sh); break;
  case IR_BROR-IR_BSHL: x = lj_carith_ror64(x, sh); break;
  default:
    lj_assertX(0, "bad shift op %d", op);
    break;
  }
  return x;
}

/* Equivalent to lj_lib_checkbit(), but handles cdata. */
uint64_t lj_carith_check64(lua_State *L, int narg, CTypeID *id)
{
  TValue *o = L->base + narg-1;
  if (o >= L->top) {
  err:
    lj_err_argt(L, narg, LUA_TNUMBER);
  } else if (LJ_LIKELY(tvisnumber(o))) {
    /* Handled below. */
  } else if (tviscdata(o)) {
    CTState *cts = ctype_cts(L);
    uint8_t *sp = (uint8_t *)cdataptr(cdataV(o));
    CTypeID sid = cdataV(o)->ctypeid;
    CType *s = ctype_get(cts, sid);
    uint64_t x;
    if (ctype_isref(s->info)) {
      sp = *(void **)sp;
      sid = ctype_cid(s->info);
    }
    s = ctype_raw(cts, sid);
    if (ctype_isenum(s->info)) s = ctype_child(cts, s);
    if ((s->info & (CTMASK_NUM|CTF_BOOL|CTF_FP|CTF_UNSIGNED)) ==
        CTINFO(CT_NUM, CTF_UNSIGNED) && s->size == 8)
      *id = CTID_UINT64;  /* Use uint64_t, since it has the highest rank. */
    else if (!*id)
      *id = CTID_INT64;  /* Use int64_t, unless already set. */
    lj_cconv_ct_ct(cts, ctype_get(cts, *id), s,
                   (uint8_t *)&x, sp, CCF_ARG(narg));
    return x;
  } else if (!(tvisstr(o) && lj_strscan_number(strV(o), o))) {
    goto err;
  }
  if (LJ_LIKELY(tvisint(o))) {
    return (uint32_t)intV(o);
  } else {
    return (uint32_t)lj_num2bit(numV(o));
  }
}

/* -- 64 bit integer arithmetic helpers ----------------------------------- */

#if LJ_32 && LJ_HASJIT
/* Signed/unsigned 64 bit multiplication. */
int64_t lj_carith_mul64(int64_t a, int64_t b)
{
  return a * b;
}
#endif

/* Unsigned 64 bit division. */
uint64_t lj_carith_divu64(uint64_t a, uint64_t b)
{
  if (b == 0) return U64x(80000000,00000000);
  return a / b;
}

/* Signed 64 bit division. */
int64_t lj_carith_divi64(int64_t a, int64_t b)
{
  if (b == 0 || (a == (int64_t)U64x(80000000,00000000) && b == -1))
    return U64x(80000000,00000000);
  return a / b;
}

/* Unsigned 64 bit modulo. */
uint64_t lj_carith_modu64(uint64_t a, uint64_t b)
{
  if (b == 0) return U64x(80000000,00000000);
  return a % b;
}

/* Signed 64 bit modulo. */
int64_t lj_carith_modi64(int64_t a, int64_t b)
{
  if (b == 0) return U64x(80000000,00000000);
  if (a == (int64_t)U64x(80000000,00000000) && b == -1) return 0;
  return a % b;
}

/* Unsigned 64 bit x^k. */
uint64_t lj_carith_powu64(uint64_t x, uint64_t k)
{
  uint64_t y;
  if (k == 0)
    return 1;
  for (; (k & 1) == 0; k >>= 1) x *= x;
  y = x;
  if ((k >>= 1) != 0) {
    for (;;) {
      x *= x;
      if (k == 1) break;
      if (k & 1) y *= x;
      k >>= 1;
    }
    y *= x;
  }
  return y;
}

/* Signed 64 bit x^k. */
int64_t lj_carith_powi64(int64_t x, int64_t k)
{
  if (k == 0)
    return 1;
  if (k < 0) {
    if (x == 0)
      return U64x(7fffffff,ffffffff);
    else if (x == 1)
      return 1;
    else if (x == -1)
      return (k & 1) ? -1 : 1;
    else
      return 0;
  }
  return (int64_t)lj_carith_powu64((uint64_t)x, (uint64_t)k);
}

#endif

1	/*
2	** C data arithmetic.
3	** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h
4	*/
5
6	#include "lj_obj.h"
7
8	#if LJ_HASFFI
9
10	#include "lj_gc.h"
11	#include "lj_err.h"
12	#include "lj_tab.h"
13	#include "lj_meta.h"
14	#include "lj_ir.h"
15	#include "lj_ctype.h"
16	#include "lj_cconv.h"
17	#include "lj_cdata.h"
18	#include "lj_carith.h"
19	#include "lj_strscan.h"
20
21	/* -- C data arithmetic --------------------------------------------------- */
22
23	/* Binary operands of an operator converted to ctypes. */
24	typedef struct CDArith {
25	uint8_t *p[2];
26	CType *ct[2];
27	} CDArith;
28
29	/* Check arguments for arithmetic metamethods. */
30	static int carith_checkarg(lua_State L, CTState cts, CDArith *ca)	1,895,106✔
31	{
32	TValue *o = L->base;	1,895,106✔
33	int ok = 1;	1,895,106✔
34	MSize i;	1,895,106✔
35	if (o+1 >= L->top)	1,895,106✔
36	lj_err_argt(L, 1, LUA_TCDATA);	×
37	for (i = 0; i < 2; i++, o++) {	5,685,315✔
38	if (tviscdata(o)) {	3,790,211✔
39	GCcdata *cd = cdataV(o);	2,384,531✔
40	CTypeID id = (CTypeID)cd->ctypeid;	2,384,531✔
41	CType *ct = ctype_raw(cts, id);	2,384,531✔
42	uint8_t p = (uint8_t )cdataptr(cd);	2,384,531✔
43	if (ctype_isptr(ct->info)) {	2,384,531✔
44	p = (uint8_t *)cdata_getptr(p, ct->size);	1,150✔
45	if (ctype_isref(ct->info)) ct = ctype_rawchild(cts, ct);	1,161✔
46	} else if (ctype_isfunc(ct->info)) {	2,383,381✔
47	CTypeID id0 = i ? ctype_typeid(cts, ca->ct[0]) : 0;	15✔
48	p = (uint8_t )(void **)p;	15✔
49	ct = ctype_get(cts,	15✔
50	lj_ctype_intern(cts, CTINFO(CT_PTR, CTALIGN_PTR\|id), CTSIZE_PTR));	15✔
51	if (i) { /* cts->tab may have been reallocated. */	15✔
52	ca->ct[0] = ctype_get(cts, id0);	9✔
53	}
54	}
55	if (ctype_isenum(ct->info)) ct = ctype_child(cts, ct);	2,384,531✔
56	ca->ct[i] = ct;	2,384,531✔
57	ca->p[i] = p;	2,384,531✔
58	} else if (tvisint(o)) {	1,405,680✔
59	ca->ct[i] = ctype_get(cts, CTID_INT32);
60	ca->p[i] = (uint8_t *)&o->i;
61	} else if (tvisnum(o)) {	1,405,680✔
62	ca->ct[i] = ctype_get(cts, CTID_DOUBLE);	1,404,957✔
63	ca->p[i] = (uint8_t *)&o->n;	1,404,957✔
64	} else if (tvisnil(o)) {	723✔
65	ca->ct[i] = ctype_get(cts, CTID_P_VOID);	149✔
66	ca->p[i] = (uint8_t *)0;	149✔
67	} else if (tvisstr(o)) {	574✔
68	TValue *o2 = i == 0 ? o+1 : o-1;	516✔
69	CType *ct = ctype_raw(cts, cdataV(o2)->ctypeid);	516✔
70	ca->ct[i] = NULL;	516✔
71	ca->p[i] = (uint8_t *)strVdata(o);	516✔
72	ok = 0;	516✔
73	if (ctype_isenum(ct->info)) {	516✔
74	CTSize ofs;	298✔
75	CType *cct = lj_ctype_getfield(cts, ct, strV(o), &ofs);	298✔
76	if (cct && ctype_isconstval(cct->info)) {	298✔
77	ca->ct[i] = ctype_child(cts, cct);	296✔
78	ca->p[i] = (uint8_t )&cct->size; / Assumes ct does not grow. */	296✔
79	ok = 1;	296✔
80	} else {
81	ca->ct[1-i] = ct; /* Use enum to improve error message. */	2✔
82	ca->p[1-i] = NULL;	2✔
83	break;	2✔
84	}
85	}
86	} else {
87	ca->ct[i] = NULL;	58✔
88	ca->p[i] = (void )(intptr_t)1; / To make it unequal. */	58✔
89	ok = 0;	58✔
90	}
91	}
92	return ok;	1,895,106✔
93	}
94
95	/* Pointer arithmetic. */
96	static int carith_ptr(lua_State L, CTState cts, CDArith *ca, MMS mm)	47,647✔
97	{
98	CType *ctp = ca->ct[0];	47,647✔
99	uint8_t *pp = ca->p[0];	47,647✔
100	ptrdiff_t idx;	47,647✔
101	CTSize sz;	47,647✔
102	CTypeID id;	47,647✔
103	GCcdata *cd;	47,647✔
104	if (ctype_isptr(ctp->info) \|\| ctype_isrefarray(ctp->info)) {	47,647✔
105	if ((mm == MM_sub \|\| mm == MM_eq \|\| mm == MM_lt \|\| mm == MM_le) &&	47,469✔
106	(ctype_isptr(ca->ct[1]->info) \|\| ctype_isrefarray(ca->ct[1]->info))) {	562✔
107	uint8_t *pp2 = ca->p[1];	393✔
108	if (mm == MM_eq) { /* Pointer equality. Incompatible pointers are ok. */	393✔
109	setboolV(L->top-1, (pp == pp2));	119✔
110	return 1;	119✔
111	}
112	if (!lj_cconv_compatptr(cts, ctp, ca->ct[1], CCF_IGNQUAL))	274✔
113	return 0;
114	if (mm == MM_sub) { /* Pointer difference. */	273✔
115	intptr_t diff;	121✔
116	sz = lj_ctype_size(cts, ctype_cid(ctp->info)); /* Element size. */	121✔
117	if (sz == 0 \|\| sz == CTSIZE_INVALID)	121✔
118	return 0;
119	diff = ((intptr_t)pp - (intptr_t)pp2) / (int32_t)sz;	121✔
120	/* All valid pointer differences on x64 are in (-2^47, +2^47),
121	** which fits into a double without loss of precision.
122	*/
123	setintptrV(L->top-1, (int32_t)diff);	121✔
124	return 1;	121✔
125	} else if (mm == MM_lt) { /* Pointer comparison (unsigned). */	152✔
126	setboolV(L->top-1, ((uintptr_t)pp < (uintptr_t)pp2));	77✔
127	return 1;	77✔
128	} else {
129	lj_assertL(mm == MM_le, "bad metamethod %d", mm);	75✔
130	setboolV(L->top-1, ((uintptr_t)pp <= (uintptr_t)pp2));	75✔
131	return 1;	75✔
132	}
133	}
134	if (!((mm == MM_add \|\| mm == MM_sub) && ctype_isnum(ca->ct[1]->info)))	47,076✔
135	return 0;
136	lj_cconv_ct_ct(cts, ctype_get(cts, CTID_INT_PSZ), ca->ct[1],	47,074✔
137	(uint8_t *)&idx, ca->p[1], 0);
138	if (mm == MM_sub) idx = -idx;	47,074✔
139	} else if (mm == MM_add && ctype_isnum(ctp->info) &&	178✔
140	(ctype_isptr(ca->ct[1]->info) \|\| ctype_isrefarray(ca->ct[1]->info))) {	50✔
141	/* Swap pointer and index. */
142	ctp = ca->ct[1]; pp = ca->p[1];	50✔
143	lj_cconv_ct_ct(cts, ctype_get(cts, CTID_INT_PSZ), ca->ct[0],	50✔
144	(uint8_t *)&idx, ca->p[0], 0);
145	} else {
146	return 0;
147	}
148	sz = lj_ctype_size(cts, ctype_cid(ctp->info)); /* Element size. */	47,124✔
149	if (sz == CTSIZE_INVALID)	47,124✔
150	return 0;
151	pp += idx(int32_t)sz; / Compute pointer + index. */	47,120✔
152	id = lj_ctype_intern(cts, CTINFO(CT_PTR, CTALIGN_PTR\|ctype_cid(ctp->info)),	47,120✔
153	CTSIZE_PTR);
154	cd = lj_cdata_new(cts, id, CTSIZE_PTR);	47,120✔
155	(uint8_t *)cdataptr(cd) = pp;	47,120✔
156	setcdataV(L, L->top-1, cd);	47,120✔
157	lj_gc_check(L);	47,120✔
158	return 1;
159	}
160
161	/* 64 bit integer arithmetic. */
162	static int carith_int64(lua_State L, CTState cts, CDArith *ca, MMS mm)	1,894,769✔
163	{
164	if (ctype_isnum(ca->ct[0]->info) && ca->ct[0]->size <= 8 &&	1,894,769✔
165	ctype_isnum(ca->ct[1]->info) && ca->ct[1]->size <= 8) {	1,847,232✔
166	CTypeID id = (((ca->ct[0]->info & CTF_UNSIGNED) && ca->ct[0]->size == 8) \|\|	4,284,045✔
167	((ca->ct[1]->info & CTF_UNSIGNED) && ca->ct[1]->size == 8)) ?	589,801✔
168	CTID_UINT64 : CTID_INT64;	1,847,122✔
169	CType *ct = ctype_get(cts, id);	1,847,122✔
170	GCcdata *cd;	1,847,122✔
171	uint64_t u0, u1, *up;	1,847,122✔
172	lj_cconv_ct_ct(cts, ct, ca->ct[0], (uint8_t *)&u0, ca->p[0], 0);	1,847,122✔
173	if (mm != MM_unm)	1,847,122✔
174	lj_cconv_ct_ct(cts, ct, ca->ct[1], (uint8_t *)&u1, ca->p[1], 0);	1,847,004✔
175	switch (mm) {	1,847,122✔
176	case MM_eq:	101,700✔
177	setboolV(L->top-1, (u0 == u1));	101,700✔
178	return 1;	101,700✔
179	case MM_lt:	40,328✔
180	setboolV(L->top-1,	40,328✔
181	id == CTID_INT64 ? ((int64_t)u0 < (int64_t)u1) : (u0 < u1));
182	return 1;	40,328✔
183	case MM_le:	505,386✔
184	setboolV(L->top-1,	505,386✔
185	id == CTID_INT64 ? ((int64_t)u0 <= (int64_t)u1) : (u0 <= u1));
186	return 1;	505,386✔
187	default: break;	1,199,708✔
188	}
189	cd = lj_cdata_new(cts, id, 8);	1,199,708✔
190	up = (uint64_t *)cdataptr(cd);	1,199,708✔
191	setcdataV(L, L->top-1, cd);	1,199,708✔
192	switch (mm) {	1,199,708✔
193	case MM_add: *up = u0 + u1; break;	367,651✔
194	case MM_sub: *up = u0 - u1; break;	465,652✔
195	case MM_mul: up = u0 u1; break;	365,792✔
196	case MM_div:	235✔
197	if (id == CTID_INT64)	235✔
198	*up = (uint64_t)lj_carith_divi64((int64_t)u0, (int64_t)u1);	175✔
199	else
200	*up = lj_carith_divu64(u0, u1);	60✔
201	break;
202	case MM_mod:	118✔
203	if (id == CTID_INT64)	118✔
204	*up = (uint64_t)lj_carith_modi64((int64_t)u0, (int64_t)u1);	59✔
205	else
206	*up = lj_carith_modu64(u0, u1);	59✔
207	break;
208	case MM_pow:	142✔
209	if (id == CTID_INT64)	142✔
210	*up = (uint64_t)lj_carith_powi64((int64_t)u0, (int64_t)u1);	88✔
211	else
212	*up = lj_carith_powu64(u0, u1);	54✔
213	break;
214	case MM_unm: *up = ~u0+1u; break;	118✔
215	default:
216	lj_assertL(0, "bad metamethod %d", mm);
217	break;
218	}
219	lj_gc_check(L);	1,199,708✔
220	return 1;	1,199,708✔
221	}
222	return 0;
223	}
224
225	/* Handle ctype arithmetic metamethods. */
226	static int lj_carith_meta(lua_State L, CTState cts, CDArith *ca, MMS mm)	472✔
227	{
228	cTValue *tv = NULL;	472✔
229	if (tviscdata(L->base)) {	472✔
230	CTypeID id = cdataV(L->base)->ctypeid;	469✔
231	CType *ct = ctype_raw(cts, id);	469✔
232	if (ctype_isptr(ct->info)) id = ctype_cid(ct->info);	469✔
233	tv = lj_ctype_meta(cts, id, mm);	469✔
234	}
235	if (!tv && L->base+1 < L->top && tviscdata(L->base+1)) {	472✔
236	CTypeID id = cdataV(L->base+1)->ctypeid;	7✔
237	CType *ct = ctype_raw(cts, id);	7✔
238	if (ctype_isptr(ct->info)) id = ctype_cid(ct->info);	7✔
239	tv = lj_ctype_meta(cts, id, mm);	7✔
240	}
241	if (!tv) {	472✔
242	const char *repr[2];	344✔
243	int i, isenum = -1, isstr = -1;	344✔
244	if (mm == MM_eq) { /* Equality checks never raise an error. */	344✔
245	int eq = ca->p[0] == ca->p[1];	333✔
246	setboolV(L->top-1, eq);	333✔
247	setboolV(&G(L)->tmptv2, eq); /* Remember for trace recorder. */	333✔
248	return 1;	333✔
249	}
250	for (i = 0; i < 2; i++) {	33✔
251	if (ca->ct[i] && tviscdata(L->base+i)) {	22✔
252	if (ctype_isenum(ca->ct[i]->info)) isenum = i;	14✔
253	repr[i] = strdata(lj_ctype_repr(L, ctype_typeid(cts, ca->ct[i]), NULL));	14✔
254	} else {
255	if (tvisstr(&L->base[i])) isstr = i;	8✔
256	repr[i] = lj_typename(&L->base[i]);	8✔
257	}
258	}
259	if ((isenum ^ isstr) == 1)	11✔
260	lj_err_callerv(L, LJ_ERR_FFI_BADCONV, repr[isstr], repr[isenum]);	1✔
261	lj_err_callerv(L, mm == MM_len ? LJ_ERR_FFI_BADLEN :	19✔
262	mm == MM_concat ? LJ_ERR_FFI_BADCONCAT :
263	mm < MM_add ? LJ_ERR_FFI_BADCOMP : LJ_ERR_FFI_BADARITH,
264	repr[0], repr[1]);
265	}
266	return lj_meta_tailcall(L, tv);	128✔
267	}
268
269	/* Arithmetic operators for cdata. */
270	int lj_carith_op(lua_State *L, MMS mm)	1,895,106✔
271	{
272	CTState *cts = ctype_cts(L);	1,895,106✔
273	CDArith ca;	1,895,106✔
274	if (carith_checkarg(L, cts, &ca) && mm != MM_len && mm != MM_concat) {	1,895,106✔
275	if (carith_int64(L, cts, &ca, mm) \|\| carith_ptr(L, cts, &ca, mm)) {	1,894,769✔
276	copyTV(L, &G(L)->tmptv2, L->top-1); /* Remember for trace recorder. */	1,894,634✔
277	return 1;	1,894,634✔
278	}
279	}
280	return lj_carith_meta(L, cts, &ca, mm);	472✔
281	}
282
283	/* -- 64 bit bit operations helpers --------------------------------------- */
284
285	#if LJ_64
286	#define B64DEF(name) \
287	static LJ_AINLINE uint64_t lj_carith_##name(uint64_t x, int32_t sh)
288	#else
289	/* Not inlined on 32 bit archs, since some of these are quite lengthy. */
290	#define B64DEF(name) \
291	uint64_t LJ_NOINLINE lj_carith_##name(uint64_t x, int32_t sh)
292	#endif
293
294	B64DEF(shl64) { return x << (sh&63); }	232✔
295	B64DEF(shr64) { return x >> (sh&63); }	128✔
296	B64DEF(sar64) { return (uint64_t)((int64_t)x >> (sh&63)); }	112✔
297	B64DEF(rol64) { return lj_rol(x, (sh&63)); }	241✔
298	B64DEF(ror64) { return lj_ror(x, (sh&63)); }	7✔
299
300	#undef B64DEF
301
302	uint64_t lj_carith_shift64(uint64_t x, int32_t sh, int op)	720✔
303	{
304	switch (op) {	720✔
305	case IR_BSHL-IR_BSHL: x = lj_carith_shl64(x, sh); break;	232✔
306	case IR_BSHR-IR_BSHL: x = lj_carith_shr64(x, sh); break;	128✔
307	case IR_BSAR-IR_BSHL: x = lj_carith_sar64(x, sh); break;	112✔
308	case IR_BROL-IR_BSHL: x = lj_carith_rol64(x, sh); break;	241✔
309	case IR_BROR-IR_BSHL: x = lj_carith_ror64(x, sh); break;	7✔
310	default:
311	lj_assertX(0, "bad shift op %d", op);
312	break;
313	}
314	return x;	720✔
315	}
316
317	/* Equivalent to lj_lib_checkbit(), but handles cdata. */
318	uint64_t lj_carith_check64(lua_State L, int narg, CTypeID id)	4,414✔
319	{
320	TValue *o = L->base + narg-1;	4,414✔
321	if (o >= L->top) {	4,414✔
322	err:	12✔
323	lj_err_argt(L, narg, LUA_TNUMBER);	42✔
324	} else if (LJ_LIKELY(tvisnumber(o))) {	4,402✔
325	/* Handled below. */
326	} else if (tviscdata(o)) {	3,433✔
327	CTState *cts = ctype_cts(L);	3,403✔
328	uint8_t sp = (uint8_t )cdataptr(cdataV(o));	3,403✔
329	CTypeID sid = cdataV(o)->ctypeid;	3,403✔
330	CType *s = ctype_get(cts, sid);	3,403✔
331	uint64_t x;	3,403✔
332	if (ctype_isref(s->info)) {	3,403✔
333	sp = (void *)sp;	×
334	sid = ctype_cid(s->info);	×
335	}
336	s = ctype_raw(cts, sid);	3,403✔
337	if (ctype_isenum(s->info)) s = ctype_child(cts, s);	3,403✔
338	if ((s->info & (CTMASK_NUM\|CTF_BOOL\|CTF_FP\|CTF_UNSIGNED)) ==	3,403✔
339	CTINFO(CT_NUM, CTF_UNSIGNED) && s->size == 8)	3,403✔
340	id = CTID_UINT64; / Use uint64_t, since it has the highest rank. */	8✔
341	else if (!*id)	3,395✔
342	id = CTID_INT64; / Use int64_t, unless already set. */	2,222✔
343	lj_cconv_ct_ct(cts, ctype_get(cts, *id), s,	3,403✔
344	(uint8_t *)&x, sp, CCF_ARG(narg));	3,403✔
345	return x;	3,403✔
346	} else if (!(tvisstr(o) && lj_strscan_number(strV(o), o))) {	30✔
347	goto err;	30✔
348	}
349	if (LJ_LIKELY(tvisint(o))) {	969✔
350	return (uint32_t)intV(o);
351	} else {
352	return (uint32_t)lj_num2bit(numV(o));	969✔
353	}
354	}
355
356	/* -- 64 bit integer arithmetic helpers ----------------------------------- */
357
358	#if LJ_32 && LJ_HASJIT
359	/* Signed/unsigned 64 bit multiplication. */
360	int64_t lj_carith_mul64(int64_t a, int64_t b)
361	{
362	return a * b;
363	}
364	#endif
365
366	/* Unsigned 64 bit division. */
367	uint64_t lj_carith_divu64(uint64_t a, uint64_t b)	102✔
368	{
369	if (b == 0) return U64x(80000000,00000000);	102✔
370	return a / b;	102✔
371	}
372
373	/* Signed 64 bit division. */
374	int64_t lj_carith_divi64(int64_t a, int64_t b)	301✔
375	{
376	if (b == 0 \|\| (a == (int64_t)U64x(80000000,00000000) && b == -1))	301✔
377	return U64x(80000000,00000000);
378	return a / b;	301✔
379	}
380
381	/* Unsigned 64 bit modulo. */
382	uint64_t lj_carith_modu64(uint64_t a, uint64_t b)	101✔
383	{
384	if (b == 0) return U64x(80000000,00000000);	101✔
385	return a % b;	101✔
386	}
387
388	/* Signed 64 bit modulo. */
389	int64_t lj_carith_modi64(int64_t a, int64_t b)	101✔
390	{
391	if (b == 0) return U64x(80000000,00000000);	101✔
392	if (a == (int64_t)U64x(80000000,00000000) && b == -1) return 0;	101✔
393	return a % b;	101✔
394	}
395
396	/* Unsigned 64 bit x^k. */
397	uint64_t lj_carith_powu64(uint64_t x, uint64_t k)	300✔
398	{
399	uint64_t y;	300✔
400	if (k == 0)	300✔
401	return 1;
402	for (; (k & 1) == 0; k >>= 1) x *= x;	579✔
403	y = x;	300✔
404	if ((k >>= 1) != 0) {	300✔
405	for (;;) {	642✔
406	x *= x;	423✔
407	if (k == 1) break;	423✔
408	if (k & 1) y *= x;	219✔
409	k >>= 1;	219✔
410	}
411	y *= x;	204✔
412	}
413	return y;
414	}
415
416	/* Signed 64 bit x^k. */
417	int64_t lj_carith_powi64(int64_t x, int64_t k)	200✔
418	{
419	if (k == 0)	200✔
420	return 1;
421	if (k < 0) {	200✔
422	if (x == 0)	×
423	return U64x(7fffffff,ffffffff);
424	else if (x == 1)	×
425	return 1;
426	else if (x == -1)	×
427	return (k & 1) ? -1 : 1;	×
428	else
429	return 0;
430	}
431	return (int64_t)lj_carith_powu64((uint64_t)x, (uint64_t)k);	200✔
432	}
433
434	#endif

tarantool / luajit / 11380100477

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous