lj_def.h 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349
  1. /*
  2. ** LuaJIT common internal definitions.
  3. ** Copyright (C) 2005-2014 Mike Pall. See Copyright Notice in luajit.h
  4. */
  5. #ifndef _LJ_DEF_H
  6. #define _LJ_DEF_H
  7. #include "lua.h"
  8. #if defined(_MSC_VER)
  9. /* MSVC is stuck in the last century and doesn't have C99's stdint.h. */
  10. typedef __int8 int8_t;
  11. typedef __int16 int16_t;
  12. typedef __int32 int32_t;
  13. typedef __int64 int64_t;
  14. typedef unsigned __int8 uint8_t;
  15. typedef unsigned __int16 uint16_t;
  16. typedef unsigned __int32 uint32_t;
  17. typedef unsigned __int64 uint64_t;
  18. #ifdef _WIN64
  19. typedef __int64 intptr_t;
  20. typedef unsigned __int64 uintptr_t;
  21. #else
  22. typedef __int32 intptr_t;
  23. typedef unsigned __int32 uintptr_t;
  24. #endif
  25. #elif defined(__symbian__)
  26. /* Cough. */
  27. typedef signed char int8_t;
  28. typedef short int int16_t;
  29. typedef int int32_t;
  30. typedef long long int64_t;
  31. typedef unsigned char uint8_t;
  32. typedef unsigned short int uint16_t;
  33. typedef unsigned int uint32_t;
  34. typedef unsigned long long uint64_t;
  35. typedef int intptr_t;
  36. typedef unsigned int uintptr_t;
  37. #else
  38. #include <stdint.h>
  39. #endif
  40. /* Needed everywhere. */
  41. #include <string.h>
  42. #include <stdlib.h>
  43. /* Various VM limits. */
  44. #define LJ_MAX_MEM 0x7fffff00 /* Max. total memory allocation. */
  45. #define LJ_MAX_ALLOC LJ_MAX_MEM /* Max. individual allocation length. */
  46. #define LJ_MAX_STR LJ_MAX_MEM /* Max. string length. */
  47. #define LJ_MAX_UDATA LJ_MAX_MEM /* Max. userdata length. */
  48. #define LJ_MAX_STRTAB (1<<26) /* Max. string table size. */
  49. #define LJ_MAX_HBITS 26 /* Max. hash bits. */
  50. #define LJ_MAX_ABITS 28 /* Max. bits of array key. */
  51. #define LJ_MAX_ASIZE ((1<<(LJ_MAX_ABITS-1))+1) /* Max. array part size. */
  52. #define LJ_MAX_COLOSIZE 16 /* Max. elems for colocated array. */
  53. #define LJ_MAX_LINE LJ_MAX_MEM /* Max. source code line number. */
  54. #define LJ_MAX_XLEVEL 200 /* Max. syntactic nesting level. */
  55. #define LJ_MAX_BCINS (1<<26) /* Max. # of bytecode instructions. */
  56. #define LJ_MAX_SLOTS 250 /* Max. # of slots in a Lua func. */
  57. #define LJ_MAX_LOCVAR 200 /* Max. # of local variables. */
  58. #define LJ_MAX_UPVAL 60 /* Max. # of upvalues. */
  59. #define LJ_MAX_IDXCHAIN 100 /* __index/__newindex chain limit. */
  60. #define LJ_STACK_EXTRA 5 /* Extra stack space (metamethods). */
  61. #define LJ_NUM_CBPAGE 1 /* Number of FFI callback pages. */
  62. /* Minimum table/buffer sizes. */
  63. #define LJ_MIN_GLOBAL 6 /* Min. global table size (hbits). */
  64. #define LJ_MIN_REGISTRY 2 /* Min. registry size (hbits). */
  65. #define LJ_MIN_STRTAB 256 /* Min. string table size (pow2). */
  66. #define LJ_MIN_SBUF 32 /* Min. string buffer length. */
  67. #define LJ_MIN_VECSZ 8 /* Min. size for growable vectors. */
  68. #define LJ_MIN_IRSZ 32 /* Min. size for growable IR. */
  69. #define LJ_MIN_K64SZ 16 /* Min. size for chained K64Array. */
  70. /* JIT compiler limits. */
  71. #define LJ_MAX_JSLOTS 250 /* Max. # of stack slots for a trace. */
  72. #define LJ_MAX_PHI 64 /* Max. # of PHIs for a loop. */
  73. #define LJ_MAX_EXITSTUBGR 16 /* Max. # of exit stub groups. */
  74. /* Various macros. */
  75. #ifndef UNUSED
  76. #define UNUSED(x) ((void)(x)) /* to avoid warnings */
  77. #endif
  78. #define U64x(hi, lo) (((uint64_t)0x##hi << 32) + (uint64_t)0x##lo)
  79. #define i32ptr(p) ((int32_t)(intptr_t)(void *)(p))
  80. #define u32ptr(p) ((uint32_t)(intptr_t)(void *)(p))
  81. #define checki8(x) ((x) == (int32_t)(int8_t)(x))
  82. #define checku8(x) ((x) == (int32_t)(uint8_t)(x))
  83. #define checki16(x) ((x) == (int32_t)(int16_t)(x))
  84. #define checku16(x) ((x) == (int32_t)(uint16_t)(x))
  85. #define checki32(x) ((x) == (int32_t)(x))
  86. #define checku32(x) ((x) == (uint32_t)(x))
  87. #define checkptr32(x) ((uintptr_t)(x) == (uint32_t)(uintptr_t)(x))
  88. /* Every half-decent C compiler transforms this into a rotate instruction. */
  89. #define lj_rol(x, n) (((x)<<(n)) | ((x)>>(-(int)(n)&(8*sizeof(x)-1))))
  90. #define lj_ror(x, n) (((x)<<(-(int)(n)&(8*sizeof(x)-1))) | ((x)>>(n)))
  91. /* A really naive Bloom filter. But sufficient for our needs. */
  92. typedef uintptr_t BloomFilter;
  93. #define BLOOM_MASK (8*sizeof(BloomFilter) - 1)
  94. #define bloombit(x) ((uintptr_t)1 << ((x) & BLOOM_MASK))
  95. #define bloomset(b, x) ((b) |= bloombit((x)))
  96. #define bloomtest(b, x) ((b) & bloombit((x)))
  97. #if defined(__GNUC__)
  98. #define LJ_NORET __attribute__((noreturn))
  99. #define LJ_ALIGN(n) __attribute__((aligned(n)))
  100. #define LJ_INLINE inline
  101. #define LJ_AINLINE inline __attribute__((always_inline))
  102. #define LJ_NOINLINE __attribute__((noinline))
  103. #if defined(__ELF__) || defined(__MACH__)
  104. #if !((defined(__sun__) && defined(__svr4__)) || defined(__CELLOS_LV2__))
  105. #define LJ_NOAPI extern __attribute__((visibility("hidden")))
  106. #endif
  107. #endif
  108. /* Note: it's only beneficial to use fastcall on x86 and then only for up to
  109. ** two non-FP args. The amalgamated compile covers all LJ_FUNC cases. Only
  110. ** indirect calls and related tail-called C functions are marked as fastcall.
  111. */
  112. #if defined(__i386__)
  113. #define LJ_FASTCALL __attribute__((fastcall))
  114. #endif
  115. #define LJ_LIKELY(x) __builtin_expect(!!(x), 1)
  116. #define LJ_UNLIKELY(x) __builtin_expect(!!(x), 0)
  117. #define lj_ffs(x) ((uint32_t)__builtin_ctz(x))
  118. /* Don't ask ... */
  119. #if defined(__INTEL_COMPILER) && (defined(__i386__) || defined(__x86_64__))
  120. static LJ_AINLINE uint32_t lj_fls(uint32_t x)
  121. {
  122. uint32_t r; __asm__("bsrl %1, %0" : "=r" (r) : "rm" (x) : "cc"); return r;
  123. }
  124. #else
  125. #define lj_fls(x) ((uint32_t)(__builtin_clz(x)^31))
  126. #endif
  127. #if defined(__arm__)
  128. static LJ_AINLINE uint32_t lj_bswap(uint32_t x)
  129. {
  130. uint32_t r;
  131. #if __ARM_ARCH_6__ || __ARM_ARCH_6J__ || __ARM_ARCH_6T2__ || __ARM_ARCH_6Z__ ||\
  132. __ARM_ARCH_6ZK__ || __ARM_ARCH_7__ || __ARM_ARCH_7A__ || __ARM_ARCH_7R__
  133. __asm__("rev %0, %1" : "=r" (r) : "r" (x));
  134. return r;
  135. #else
  136. #ifdef __thumb__
  137. r = x ^ lj_ror(x, 16);
  138. #else
  139. __asm__("eor %0, %1, %1, ror #16" : "=r" (r) : "r" (x));
  140. #endif
  141. return ((r & 0xff00ffffu) >> 8) ^ lj_ror(x, 8);
  142. #endif
  143. }
  144. static LJ_AINLINE uint64_t lj_bswap64(uint64_t x)
  145. {
  146. return ((uint64_t)lj_bswap((uint32_t)x)<<32) | lj_bswap((uint32_t)(x>>32));
  147. }
  148. #elif (__GNUC__ > 4) || (__GNUC__ == 4 && __GNUC_MINOR__ >= 3)
  149. static LJ_AINLINE uint32_t lj_bswap(uint32_t x)
  150. {
  151. return (uint32_t)__builtin_bswap32((int32_t)x);
  152. }
  153. static LJ_AINLINE uint64_t lj_bswap64(uint64_t x)
  154. {
  155. return (uint64_t)__builtin_bswap64((int64_t)x);
  156. }
  157. #elif defined(__i386__) || defined(__x86_64__)
  158. static LJ_AINLINE uint32_t lj_bswap(uint32_t x)
  159. {
  160. uint32_t r; __asm__("bswap %0" : "=r" (r) : "0" (x)); return r;
  161. }
  162. #if defined(__i386__)
  163. static LJ_AINLINE uint64_t lj_bswap64(uint64_t x)
  164. {
  165. return ((uint64_t)lj_bswap((uint32_t)x)<<32) | lj_bswap((uint32_t)(x>>32));
  166. }
  167. #else
  168. static LJ_AINLINE uint64_t lj_bswap64(uint64_t x)
  169. {
  170. uint64_t r; __asm__("bswap %0" : "=r" (r) : "0" (x)); return r;
  171. }
  172. #endif
  173. #else
  174. static LJ_AINLINE uint32_t lj_bswap(uint32_t x)
  175. {
  176. return (x << 24) | ((x & 0xff00) << 8) | ((x >> 8) & 0xff00) | (x >> 24);
  177. }
  178. static LJ_AINLINE uint64_t lj_bswap64(uint64_t x)
  179. {
  180. return (uint64_t)lj_bswap((uint32_t)(x >> 32)) |
  181. ((uint64_t)lj_bswap((uint32_t)x) << 32);
  182. }
  183. #endif
  184. typedef union __attribute__((packed)) Unaligned16 {
  185. uint16_t u;
  186. uint8_t b[2];
  187. } Unaligned16;
  188. typedef union __attribute__((packed)) Unaligned32 {
  189. uint32_t u;
  190. uint8_t b[4];
  191. } Unaligned32;
  192. /* Unaligned load of uint16_t. */
  193. static LJ_AINLINE uint16_t lj_getu16(const void *p)
  194. {
  195. return ((const Unaligned16 *)p)->u;
  196. }
  197. /* Unaligned load of uint32_t. */
  198. static LJ_AINLINE uint32_t lj_getu32(const void *p)
  199. {
  200. return ((const Unaligned32 *)p)->u;
  201. }
  202. #elif defined(_MSC_VER)
  203. #define LJ_NORET __declspec(noreturn)
  204. #define LJ_ALIGN(n) __declspec(align(n))
  205. #define LJ_INLINE __inline
  206. #define LJ_AINLINE __forceinline
  207. #define LJ_NOINLINE __declspec(noinline)
  208. #if defined(_M_IX86)
  209. #define LJ_FASTCALL __fastcall
  210. #endif
  211. #ifdef _M_PPC
  212. unsigned int _CountLeadingZeros(long);
  213. #pragma intrinsic(_CountLeadingZeros)
  214. static LJ_AINLINE uint32_t lj_fls(uint32_t x)
  215. {
  216. return _CountLeadingZeros(x) ^ 31;
  217. }
  218. #else
  219. unsigned char _BitScanForward(uint32_t *, unsigned long);
  220. unsigned char _BitScanReverse(uint32_t *, unsigned long);
  221. #pragma intrinsic(_BitScanForward)
  222. #pragma intrinsic(_BitScanReverse)
  223. static LJ_AINLINE uint32_t lj_ffs(uint32_t x)
  224. {
  225. uint32_t r; _BitScanForward(&r, x); return r;
  226. }
  227. static LJ_AINLINE uint32_t lj_fls(uint32_t x)
  228. {
  229. uint32_t r; _BitScanReverse(&r, x); return r;
  230. }
  231. #endif
  232. unsigned long _byteswap_ulong(unsigned long);
  233. uint64_t _byteswap_uint64(uint64_t);
  234. #define lj_bswap(x) (_byteswap_ulong((x)))
  235. #define lj_bswap64(x) (_byteswap_uint64((x)))
  236. #if defined(_M_PPC) && defined(LUAJIT_NO_UNALIGNED)
  237. /*
  238. ** Replacement for unaligned loads on Xbox 360. Disabled by default since it's
  239. ** usually more costly than the occasional stall when crossing a cache-line.
  240. */
  241. static LJ_AINLINE uint16_t lj_getu16(const void *v)
  242. {
  243. const uint8_t *p = (const uint8_t *)v;
  244. return (uint16_t)((p[0]<<8) | p[1]);
  245. }
  246. static LJ_AINLINE uint32_t lj_getu32(const void *v)
  247. {
  248. const uint8_t *p = (const uint8_t *)v;
  249. return (uint32_t)((p[0]<<24) | (p[1]<<16) | (p[2]<<8) | p[3]);
  250. }
  251. #else
  252. /* Unaligned loads are generally ok on x86/x64. */
  253. #define lj_getu16(p) (*(uint16_t *)(p))
  254. #define lj_getu32(p) (*(uint32_t *)(p))
  255. #endif
  256. #else
  257. #error "missing defines for your compiler"
  258. #endif
  259. /* Optional defines. */
  260. #ifndef LJ_FASTCALL
  261. #define LJ_FASTCALL
  262. #endif
  263. #ifndef LJ_NORET
  264. #define LJ_NORET
  265. #endif
  266. #ifndef LJ_NOAPI
  267. #define LJ_NOAPI extern
  268. #endif
  269. #ifndef LJ_LIKELY
  270. #define LJ_LIKELY(x) (x)
  271. #define LJ_UNLIKELY(x) (x)
  272. #endif
  273. /* Attributes for internal functions. */
  274. #define LJ_DATA LJ_NOAPI
  275. #define LJ_DATADEF
  276. #define LJ_ASMF LJ_NOAPI
  277. #define LJ_FUNCA LJ_NOAPI
  278. #if defined(ljamalg_c)
  279. #define LJ_FUNC static
  280. #else
  281. #define LJ_FUNC LJ_NOAPI
  282. #endif
  283. #define LJ_FUNC_NORET LJ_FUNC LJ_NORET
  284. #define LJ_FUNCA_NORET LJ_FUNCA LJ_NORET
  285. #define LJ_ASMF_NORET LJ_ASMF LJ_NORET
  286. /* Runtime assertions. */
  287. #ifdef lua_assert
  288. #define check_exp(c, e) (lua_assert(c), (e))
  289. #define api_check(l, e) lua_assert(e)
  290. #else
  291. #define lua_assert(c) ((void)0)
  292. #define check_exp(c, e) (e)
  293. #define api_check luai_apicheck
  294. #endif
  295. /* Static assertions. */
  296. #define LJ_ASSERT_NAME2(name, line) name ## line
  297. #define LJ_ASSERT_NAME(line) LJ_ASSERT_NAME2(lj_assert_, line)
  298. #ifdef __COUNTER__
  299. #define LJ_STATIC_ASSERT(cond) \
  300. extern void LJ_ASSERT_NAME(__COUNTER__)(int STATIC_ASSERTION_FAILED[(cond)?1:-1])
  301. #else
  302. #define LJ_STATIC_ASSERT(cond) \
  303. extern void LJ_ASSERT_NAME(__LINE__)(int STATIC_ASSERTION_FAILED[(cond)?1:-1])
  304. #endif
  305. #endif