linuxkm_wc_port.h 39 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979
  1. /* linuxkm_wc_port.h
  2. *
  3. * Copyright (C) 2006-2024 wolfSSL Inc.
  4. *
  5. * This file is part of wolfSSL.
  6. *
  7. * wolfSSL is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * wolfSSL is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License
  18. * along with this program; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1335, USA
  20. */
  21. /* included by wolfssl/wolfcrypt/wc_port.h */
  22. #ifndef LINUXKM_WC_PORT_H
  23. #define LINUXKM_WC_PORT_H
  24. #include <linux/version.h>
  25. #if LINUX_VERSION_CODE < KERNEL_VERSION(3, 16, 0)
  26. #error Unsupported kernel.
  27. #endif
  28. #ifdef HAVE_CONFIG_H
  29. #ifndef PACKAGE_NAME
  30. #error wc_port.h included before config.h
  31. #endif
  32. /* config.h is autogenerated without gating, and is subject to repeat
  33. * inclusions, so gate it out here to keep autodetection masking
  34. * intact:
  35. */
  36. #undef HAVE_CONFIG_H
  37. #endif
  38. /* suppress inclusion of stdint-gcc.h to avoid conflicts with Linux native
  39. * include/linux/types.h:
  40. */
  41. #define _GCC_STDINT_H
  42. #define WC_PTR_TYPE uintptr_t
  43. /* needed to suppress inclusion of stdio.h in wolfssl/wolfcrypt/types.h */
  44. #define XSNPRINTF snprintf
  45. /* the rigmarole around kstrtoll() here is to accommodate its
  46. * warn-unused-result attribute.
  47. *
  48. * also needed to suppress inclusion of stdlib.h in
  49. * wolfssl/wolfcrypt/types.h.
  50. */
  51. #define XATOI(s) ({ \
  52. long long _xatoi_res = 0; \
  53. int _xatoi_ret = kstrtoll(s, 10, &_xatoi_res); \
  54. if (_xatoi_ret != 0) { \
  55. _xatoi_res = 0; \
  56. } \
  57. (int)_xatoi_res; \
  58. })
  59. /* Kbuild+gcc on x86 doesn't consistently honor the default ALIGN16 on stack
  60. * objects, but gives adequate alignment with "32".
  61. */
  62. #if defined(CONFIG_X86) && !defined(ALIGN16)
  63. #define ALIGN16 __attribute__ ( (aligned (32)))
  64. #endif
  65. /* kvmalloc()/kvfree() and friends added in linux commit a7c3e901 */
  66. #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 12, 0)
  67. #define HAVE_KVMALLOC
  68. #endif
  69. /* kernel printf doesn't implement fp. */
  70. #ifndef WOLFSSL_NO_FLOAT_FMT
  71. #define WOLFSSL_NO_FLOAT_FMT
  72. #endif
  73. #ifdef BUILDING_WOLFSSL
  74. #if defined(CONFIG_MIPS) && defined(HAVE_LINUXKM_PIE_SUPPORT)
  75. /* __ZBOOT__ disables some unhelpful macros around the mem*() funcs in
  76. * legacy arch/mips/include/asm/string.h
  77. */
  78. #define __ZBOOT__
  79. #define memcmp __builtin_memcmp
  80. #define __ARCH_MEMCMP_NO_REDIRECT
  81. #define __ARCH_MEMCPY_NO_REDIRECT
  82. #define __builtin_memcpy memcpy
  83. extern void *memcpy(void *dest, const void *src, unsigned int n);
  84. #define __ARCH_MEMCPY_NO_REDIRECT
  85. #define __builtin_memset memset
  86. extern void *memset(void *dest, int c, unsigned int n);
  87. #endif
  88. _Pragma("GCC diagnostic push");
  89. /* we include all the needed kernel headers with these masked out. else
  90. * there are profuse warnings.
  91. */
  92. _Pragma("GCC diagnostic ignored \"-Wunused-parameter\"");
  93. _Pragma("GCC diagnostic ignored \"-Wpointer-arith\"");
  94. _Pragma("GCC diagnostic ignored \"-Wshadow\"");
  95. _Pragma("GCC diagnostic ignored \"-Wnested-externs\"");
  96. _Pragma("GCC diagnostic ignored \"-Wredundant-decls\"");
  97. _Pragma("GCC diagnostic ignored \"-Wsign-compare\"");
  98. _Pragma("GCC diagnostic ignored \"-Wpointer-sign\"");
  99. _Pragma("GCC diagnostic ignored \"-Wbad-function-cast\"");
  100. _Pragma("GCC diagnostic ignored \"-Wdiscarded-qualifiers\"");
  101. _Pragma("GCC diagnostic ignored \"-Wtype-limits\"");
  102. _Pragma("GCC diagnostic ignored \"-Wswitch-enum\"");
  103. _Pragma("GCC diagnostic ignored \"-Wcast-function-type\""); /* needed for kernel 4.14.336 */
  104. #include <linux/kconfig.h>
  105. #include <linux/kernel.h>
  106. #include <linux/ctype.h>
  107. #if defined(CONFIG_FORTIFY_SOURCE) || defined(DEBUG_LINUXKM_FORTIFY_OVERLAY)
  108. #ifdef __PIE__
  109. /* the inline definitions in fortify-string.h use non-inline
  110. * fortify_panic().
  111. */
  112. extern void __my_fortify_panic(const char *name) __noreturn __cold;
  113. #define fortify_panic __my_fortify_panic
  114. #endif
  115. /* the _FORTIFY_SOURCE macros and implementations for several string
  116. * functions are incompatible with libwolfssl, so just reimplement with
  117. * inlines and remap with macros.
  118. */
  119. #define __ARCH_STRLEN_NO_REDIRECT
  120. #define __ARCH_MEMCPY_NO_REDIRECT
  121. #define __ARCH_MEMSET_NO_REDIRECT
  122. #define __ARCH_MEMMOVE_NO_REDIRECT
  123. /* the inline definitions in fortify-string.h use non-inline
  124. * strlen().
  125. */
  126. static inline size_t strlen(const char *s) {
  127. const char *s_start = s;
  128. while (*s)
  129. ++s;
  130. return (size_t)((uintptr_t)s - (uintptr_t)s_start);
  131. }
  132. #include <linux/string.h>
  133. #undef strlen
  134. #define strlen(s) \
  135. ((__builtin_constant_p(s) && __builtin_constant_p(*(s))) ? \
  136. (sizeof(s) - 1) : strlen(s))
  137. static inline void *my_memcpy(void *dest, const void *src, size_t n) {
  138. if (! (((uintptr_t)dest | (uintptr_t)src | (uintptr_t)n)
  139. & (uintptr_t)(sizeof(uintptr_t) - 1)))
  140. {
  141. uintptr_t *src_longs = (uintptr_t *)src,
  142. *dest_longs = (uintptr_t *)dest,
  143. *endp = (uintptr_t *)((u8 *)src + n);
  144. while (src_longs < endp)
  145. *dest_longs++ = *src_longs++;
  146. } else {
  147. u8 *src_bytes = (u8 *)src,
  148. *dest_bytes = (u8 *)dest,
  149. *endp = src_bytes + n;
  150. while (src_bytes < endp)
  151. *dest_bytes++ = *src_bytes++;
  152. }
  153. return dest;
  154. }
  155. #undef memcpy
  156. #define memcpy my_memcpy
  157. static inline void *my_memset(void *dest, int c, size_t n) {
  158. if (! (((uintptr_t)dest | (uintptr_t)n)
  159. & (uintptr_t)(sizeof(uintptr_t) - 1)))
  160. {
  161. uintptr_t c_long = __builtin_choose_expr(
  162. sizeof(uintptr_t) == 8,
  163. (uintptr_t)(u8)c * 0x0101010101010101UL,
  164. (uintptr_t)(u8)c * 0x01010101U
  165. );
  166. uintptr_t *dest_longs = (uintptr_t *)dest,
  167. *endp = (uintptr_t *)((u8 *)dest_longs + n);
  168. while (dest_longs < endp)
  169. *dest_longs++ = c_long;
  170. } else {
  171. u8 *dest_bytes = (u8 *)dest, *endp = dest_bytes + n;
  172. while (dest_bytes < endp)
  173. *dest_bytes++ = (u8)c;
  174. }
  175. return dest;
  176. }
  177. #undef memset
  178. #define memset my_memset
  179. static inline void *my_memmove(void *dest, const void *src, size_t n) {
  180. if (! (((uintptr_t)dest | (uintptr_t)src | (uintptr_t)n)
  181. & (uintptr_t)(sizeof(uintptr_t) - 1)))
  182. {
  183. uintptr_t *src_longs = (uintptr_t *)src,
  184. *dest_longs = (uintptr_t *)dest;
  185. n >>= __builtin_choose_expr(
  186. sizeof(uintptr_t) == 8,
  187. 3U,
  188. 2U);
  189. if (src_longs < dest_longs) {
  190. uintptr_t *startp = src_longs;
  191. src_longs += n - 1;
  192. dest_longs += n - 1;
  193. while (src_longs >= startp)
  194. *dest_longs-- = *src_longs--;
  195. } else if (src_longs > dest_longs) {
  196. uintptr_t *endp = src_longs + n;
  197. while (src_longs < endp)
  198. *dest_longs++ = *src_longs++;
  199. }
  200. } else {
  201. u8 *src_bytes = (u8 *)src, *dest_bytes = (u8 *)dest;
  202. if (src_bytes < dest_bytes) {
  203. u8 *startp = src_bytes;
  204. src_bytes += n - 1;
  205. dest_bytes += n - 1;
  206. while (src_bytes >= startp)
  207. *dest_bytes-- = *src_bytes--;
  208. } else if (src_bytes > dest_bytes) {
  209. u8 *endp = src_bytes + n;
  210. while (src_bytes < endp)
  211. *dest_bytes++ = *src_bytes++;
  212. }
  213. }
  214. return dest;
  215. }
  216. #undef memmove
  217. #define memmove my_memmove
  218. #endif /* CONFIG_FORTIFY_SOURCE */
  219. #include <linux/init.h>
  220. #include <linux/module.h>
  221. #include <linux/delay.h>
  222. #ifdef __PIE__
  223. /* without this, mm.h brings in static, but not inline, pmd_to_page(),
  224. * with direct references to global vmem variables.
  225. */
  226. #undef USE_SPLIT_PMD_PTLOCKS
  227. #define USE_SPLIT_PMD_PTLOCKS 0
  228. #if LINUX_VERSION_CODE >= KERNEL_VERSION(6, 1, 0)
  229. /* without this, static show_free_areas() mm.h brings in direct
  230. * reference to unexported __show_free_areas().
  231. */
  232. #define __show_free_areas my__show_free_areas
  233. void my__show_free_areas(
  234. unsigned int flags,
  235. nodemask_t *nodemask,
  236. int max_zone_idx);
  237. #endif
  238. #endif
  239. #include <linux/mm.h>
  240. #ifndef SINGLE_THREADED
  241. #include <linux/kthread.h>
  242. #endif
  243. #include <linux/net.h>
  244. #include <linux/slab.h>
  245. #ifdef LINUXKM_LKCAPI_REGISTER
  246. #include <linux/crypto.h>
  247. #include <linux/scatterlist.h>
  248. #include <crypto/scatterwalk.h>
  249. #include <crypto/internal/aead.h>
  250. #include <crypto/internal/skcipher.h>
  251. /* the LKCAPI assumes that expanded encrypt and decrypt keys will stay
  252. * loaded simultaneously, and the Linux in-tree implementations have two
  253. * AES key structs in each context, one for each direction. in
  254. * linuxkm/lkcapi_glue.c (used for CBC, CFB, and GCM), we do the same
  255. * thing with "struct km_AesCtx". however, wolfCrypt struct AesXts
  256. * already has two AES expanded keys, the main and tweak, and the tweak
  257. * is always used in the encrypt direction regardless of the main
  258. * direction. to avoid allocating and computing a duplicate second
  259. * tweak encrypt key, we set
  260. * WC_AES_XTS_SUPPORT_SIMULTANEOUS_ENC_AND_DEC_KEYS, which adds a second
  261. * Aes slot to wolfCrypt's struct AesXts, and activates support for
  262. * AES_ENCRYPTION_AND_DECRYPTION on AES-XTS.
  263. */
  264. #ifndef WC_AES_XTS_SUPPORT_SIMULTANEOUS_ENC_AND_DEC_KEYS
  265. #define WC_AES_XTS_SUPPORT_SIMULTANEOUS_ENC_AND_DEC_KEYS
  266. #endif
  267. #endif
  268. #if defined(WOLFSSL_AESNI) || defined(USE_INTEL_SPEEDUP) || \
  269. defined(WOLFSSL_SP_X86_64_ASM)
  270. #ifndef CONFIG_X86
  271. #error X86 SIMD extensions requested, but CONFIG_X86 is not set.
  272. #endif
  273. #define WOLFSSL_LINUXKM_SIMD
  274. #define WOLFSSL_LINUXKM_SIMD_X86
  275. #ifndef WOLFSSL_LINUXKM_USE_SAVE_VECTOR_REGISTERS
  276. #define WOLFSSL_LINUXKM_USE_SAVE_VECTOR_REGISTERS
  277. #endif
  278. #elif defined(WOLFSSL_ARMASM) || defined(WOLFSSL_SP_ARM32_ASM) || \
  279. defined(WOLFSSL_SP_ARM64_ASM) || defined(WOLFSSL_SP_ARM_THUMB_ASM) ||\
  280. defined(WOLFSSL_SP_ARM_CORTEX_M_ASM)
  281. #if !defined(CONFIG_ARM) && !defined(CONFIG_ARM64)
  282. #error ARM SIMD extensions requested, but CONFIG_ARM* is not set.
  283. #endif
  284. #define WOLFSSL_LINUXKM_SIMD
  285. #define WOLFSSL_LINUXKM_SIMD_ARM
  286. #ifndef WOLFSSL_LINUXKM_USE_SAVE_VECTOR_REGISTERS
  287. #define WOLFSSL_LINUXKM_USE_SAVE_VECTOR_REGISTERS
  288. #endif
  289. #else
  290. #ifndef WOLFSSL_NO_ASM
  291. #define WOLFSSL_NO_ASM
  292. #endif
  293. #endif
  294. /* benchmarks.c uses floating point math, so needs a working
  295. * SAVE_VECTOR_REGISTERS().
  296. */
  297. #if defined(WOLFSSL_LINUXKM_BENCHMARKS) && \
  298. !defined(WOLFSSL_LINUXKM_USE_SAVE_VECTOR_REGISTERS)
  299. #define WOLFSSL_LINUXKM_USE_SAVE_VECTOR_REGISTERS
  300. #endif
  301. #if defined(WOLFSSL_LINUXKM_USE_SAVE_VECTOR_REGISTERS) && \
  302. defined(CONFIG_X86)
  303. extern __must_check int allocate_wolfcrypt_linuxkm_fpu_states(void);
  304. extern void free_wolfcrypt_linuxkm_fpu_states(void);
  305. extern __must_check int can_save_vector_registers_x86(void);
  306. extern __must_check int save_vector_registers_x86(void);
  307. extern void restore_vector_registers_x86(void);
  308. #if LINUX_VERSION_CODE < KERNEL_VERSION(4, 0, 0)
  309. #include <asm/i387.h>
  310. #else
  311. #include <asm/simd.h>
  312. #endif
  313. #ifndef CAN_SAVE_VECTOR_REGISTERS
  314. #ifdef DEBUG_VECTOR_REGISTER_ACCESS_FUZZING
  315. #define CAN_SAVE_VECTOR_REGISTERS() (can_save_vector_registers_x86() && (SAVE_VECTOR_REGISTERS2_fuzzer() == 0))
  316. #else
  317. #define CAN_SAVE_VECTOR_REGISTERS() can_save_vector_registers_x86()
  318. #endif
  319. #endif
  320. #ifndef SAVE_VECTOR_REGISTERS
  321. #define SAVE_VECTOR_REGISTERS(fail_clause) { \
  322. int _svr_ret = save_vector_registers_x86(); \
  323. if (_svr_ret != 0) { \
  324. fail_clause \
  325. } \
  326. }
  327. #endif
  328. #ifndef SAVE_VECTOR_REGISTERS2
  329. #ifdef DEBUG_VECTOR_REGISTER_ACCESS_FUZZING
  330. #define SAVE_VECTOR_REGISTERS2() ({ \
  331. int _fuzzer_ret = SAVE_VECTOR_REGISTERS2_fuzzer(); \
  332. (_fuzzer_ret == 0) ? \
  333. save_vector_registers_x86() : \
  334. _fuzzer_ret; \
  335. })
  336. #else
  337. #define SAVE_VECTOR_REGISTERS2() save_vector_registers_x86()
  338. #endif
  339. #endif
  340. #ifndef RESTORE_VECTOR_REGISTERS
  341. #define RESTORE_VECTOR_REGISTERS() restore_vector_registers_x86()
  342. #endif
  343. #elif defined(WOLFSSL_LINUXKM_USE_SAVE_VECTOR_REGISTERS) && (defined(CONFIG_ARM) || defined(CONFIG_ARM64))
  344. #error kernel module ARM SIMD is not yet tested or usable.
  345. #include <asm/fpsimd.h>
  346. static WARN_UNUSED_RESULT inline int save_vector_registers_arm(void)
  347. {
  348. preempt_disable();
  349. if (! may_use_simd()) {
  350. preempt_enable();
  351. return BAD_STATE_E;
  352. } else {
  353. fpsimd_preserve_current_state();
  354. return 0;
  355. }
  356. }
  357. static inline void restore_vector_registers_arm(void)
  358. {
  359. fpsimd_restore_current_state();
  360. preempt_enable();
  361. }
  362. #ifndef SAVE_VECTOR_REGISTERS
  363. #define SAVE_VECTOR_REGISTERS(fail_clause) { int _svr_ret = save_vector_registers_arm(); if (_svr_ret != 0) { fail_clause } }
  364. #endif
  365. #ifndef SAVE_VECTOR_REGISTERS2
  366. #define SAVE_VECTOR_REGISTERS2() save_vector_registers_arm()
  367. #endif
  368. #ifndef CAN_SAVE_VECTOR_REGISTERS
  369. #define CAN_SAVE_VECTOR_REGISTERS() can_save_vector_registers_arm()
  370. #endif
  371. #ifndef RESTORE_VECTOR_REGISTERS
  372. #define RESTORE_VECTOR_REGISTERS() restore_vector_registers_arm()
  373. #endif
  374. #elif defined(WOLFSSL_LINUXKM_USE_SAVE_VECTOR_REGISTERS)
  375. #error WOLFSSL_LINUXKM_USE_SAVE_VECTOR_REGISTERS is set for an unsupported architecture.
  376. #endif /* WOLFSSL_LINUXKM_USE_SAVE_VECTOR_REGISTERS */
  377. _Pragma("GCC diagnostic pop");
  378. /* avoid -Wpointer-arith, encountered when -DCONFIG_FORTIFY_SOURCE */
  379. #undef __is_constexpr
  380. #define __is_constexpr(x) __builtin_constant_p(x)
  381. /* the kernel uses -std=c89, but not -pedantic, and makes full use of anon
  382. * structs/unions, so we should too.
  383. */
  384. #define HAVE_ANONYMOUS_INLINE_AGGREGATES 1
  385. #define NO_THREAD_LS
  386. #define NO_ATTRIBUTE_CONSTRUCTOR
  387. #ifdef HAVE_FIPS
  388. extern int wolfCrypt_FIPS_first(void);
  389. extern int wolfCrypt_FIPS_last(void);
  390. #if FIPS_VERSION3_GE(6,0,0)
  391. extern int wolfCrypt_FIPS_AES_sanity(void);
  392. extern int wolfCrypt_FIPS_CMAC_sanity(void);
  393. extern int wolfCrypt_FIPS_DH_sanity(void);
  394. extern int wolfCrypt_FIPS_ECC_sanity(void);
  395. extern int wolfCrypt_FIPS_ED25519_sanity(void);
  396. extern int wolfCrypt_FIPS_ED448_sanity(void);
  397. extern int wolfCrypt_FIPS_HMAC_sanity(void);
  398. extern int wolfCrypt_FIPS_KDF_sanity(void);
  399. extern int wolfCrypt_FIPS_PBKDF_sanity(void);
  400. extern int wolfCrypt_FIPS_DRBG_sanity(void);
  401. extern int wolfCrypt_FIPS_RSA_sanity(void);
  402. extern int wolfCrypt_FIPS_SHA_sanity(void);
  403. extern int wolfCrypt_FIPS_SHA256_sanity(void);
  404. extern int wolfCrypt_FIPS_SHA512_sanity(void);
  405. extern int wolfCrypt_FIPS_SHA3_sanity(void);
  406. extern int wolfCrypt_FIPS_FT_sanity(void);
  407. extern int wc_RunAllCast_fips(void);
  408. #endif
  409. #endif
  410. #if !defined(WOLFCRYPT_ONLY) && !defined(NO_CERTS)
  411. /* work around backward dependency of asn.c on ssl.c. */
  412. struct Signer;
  413. struct Signer *GetCA(void *signers, unsigned char *hash);
  414. #ifndef NO_SKID
  415. struct Signer *GetCAByName(void* signers, unsigned char *hash);
  416. #ifdef HAVE_OCSP
  417. struct Signer* GetCAByKeyHash(void* vp, const unsigned char* keyHash);
  418. #endif /* HAVE_OCSP */
  419. #ifdef WOLFSSL_AKID_NAME
  420. struct Signer* GetCAByAKID(void* vp, const unsigned char* issuer,
  421. unsigned int issuerSz,
  422. const unsigned char* serial,
  423. unsigned int serialSz);
  424. #endif
  425. #endif /* NO_SKID */
  426. #endif /* !WOLFCRYPT_ONLY && !NO_CERTS */
  427. #if defined(__PIE__) && !defined(USE_WOLFSSL_LINUXKM_PIE_REDIRECT_TABLE)
  428. #error "compiling -fPIE requires PIE redirect table."
  429. #endif
  430. #if defined(HAVE_FIPS) && !defined(HAVE_LINUXKM_PIE_SUPPORT)
  431. #error "FIPS build requires PIE support."
  432. #endif
  433. #ifdef USE_WOLFSSL_LINUXKM_PIE_REDIRECT_TABLE
  434. #ifdef CONFIG_MIPS
  435. #undef __ARCH_MEMCMP_NO_REDIRECT
  436. #undef memcmp
  437. extern int memcmp(const void *s1, const void *s2, size_t n);
  438. #endif
  439. struct wolfssl_linuxkm_pie_redirect_table {
  440. #ifndef __ARCH_MEMCMP_NO_REDIRECT
  441. typeof(memcmp) *memcmp;
  442. #endif
  443. #ifndef __ARCH_MEMCPY_NO_REDIRECT
  444. typeof(memcpy) *memcpy;
  445. #endif
  446. #ifndef __ARCH_MEMSET_NO_REDIRECT
  447. typeof(memset) *memset;
  448. #endif
  449. #ifndef __ARCH_MEMMOVE_NO_REDIRECT
  450. typeof(memmove) *memmove;
  451. #endif
  452. #ifndef __ARCH_STRCMP_NO_REDIRECT
  453. typeof(strcmp) *strcmp;
  454. #endif
  455. #ifndef __ARCH_STRNCMP_NO_REDIRECT
  456. typeof(strncmp) *strncmp;
  457. #endif
  458. #ifndef __ARCH_STRCASECMP_NO_REDIRECT
  459. typeof(strcasecmp) *strcasecmp;
  460. #endif
  461. #ifndef __ARCH_STRNCASECMP_NO_REDIRECT
  462. typeof(strncasecmp) *strncasecmp;
  463. #endif
  464. #ifndef __ARCH_STRLEN_NO_REDIRECT
  465. typeof(strlen) *strlen;
  466. #endif
  467. #ifndef __ARCH_STRSTR_NO_REDIRECT
  468. typeof(strstr) *strstr;
  469. #endif
  470. #ifndef __ARCH_STRNCPY_NO_REDIRECT
  471. typeof(strncpy) *strncpy;
  472. #endif
  473. #ifndef __ARCH_STRNCAT_NO_REDIRECT
  474. typeof(strncat) *strncat;
  475. #endif
  476. typeof(kstrtoll) *kstrtoll;
  477. #if LINUX_VERSION_CODE >= KERNEL_VERSION(5, 15, 0)
  478. typeof(_printk) *_printk;
  479. #else
  480. typeof(printk) *printk;
  481. #endif
  482. #ifdef CONFIG_FORTIFY_SOURCE
  483. typeof(__warn_printk) *__warn_printk;
  484. #endif
  485. typeof(snprintf) *snprintf;
  486. const unsigned char *_ctype;
  487. #if LINUX_VERSION_CODE >= KERNEL_VERSION(6, 11, 0)
  488. typeof(kmalloc_noprof) *kmalloc_noprof;
  489. typeof(krealloc_noprof) *krealloc_noprof;
  490. typeof(kzalloc_noprof) *kzalloc_noprof;
  491. typeof(__kvmalloc_node_noprof) *__kvmalloc_node_noprof;
  492. typeof(__kmalloc_cache_noprof) *__kmalloc_cache_noprof;
  493. #elif LINUX_VERSION_CODE >= KERNEL_VERSION(6, 10, 0)
  494. typeof(kmalloc_noprof) *kmalloc_noprof;
  495. typeof(krealloc_noprof) *krealloc_noprof;
  496. typeof(kzalloc_noprof) *kzalloc_noprof;
  497. typeof(kvmalloc_node_noprof) *kvmalloc_node_noprof;
  498. typeof(kmalloc_trace_noprof) *kmalloc_trace_noprof;
  499. #else /* <6.10.0 */
  500. typeof(kmalloc) *kmalloc;
  501. typeof(krealloc) *krealloc;
  502. #ifdef HAVE_KVMALLOC
  503. typeof(kvmalloc_node) *kvmalloc_node;
  504. #endif
  505. #if LINUX_VERSION_CODE >= KERNEL_VERSION(6, 1, 0)
  506. typeof(kmalloc_trace) *kmalloc_trace;
  507. #else
  508. typeof(kmem_cache_alloc_trace) *kmem_cache_alloc_trace;
  509. typeof(kmalloc_order_trace) *kmalloc_order_trace;
  510. #endif
  511. #endif /* <6.10.0 */
  512. #ifdef HAVE_KVMALLOC
  513. typeof(kvfree) *kvfree;
  514. #endif
  515. typeof(kfree) *kfree;
  516. typeof(ksize) *ksize;
  517. typeof(is_vmalloc_addr) *is_vmalloc_addr;
  518. typeof(get_random_bytes) *get_random_bytes;
  519. #if LINUX_VERSION_CODE < KERNEL_VERSION(4, 0, 0)
  520. typeof(getnstimeofday) *getnstimeofday;
  521. #elif LINUX_VERSION_CODE < KERNEL_VERSION(5, 0, 0)
  522. typeof(current_kernel_time64) *current_kernel_time64;
  523. #else
  524. typeof(ktime_get_coarse_real_ts64) *ktime_get_coarse_real_ts64;
  525. #endif
  526. struct task_struct *(*get_current)(void);
  527. #ifdef WOLFSSL_LINUXKM_USE_SAVE_VECTOR_REGISTERS
  528. #ifdef CONFIG_X86
  529. typeof(allocate_wolfcrypt_linuxkm_fpu_states) *allocate_wolfcrypt_linuxkm_fpu_states;
  530. typeof(can_save_vector_registers_x86) *can_save_vector_registers_x86;
  531. typeof(free_wolfcrypt_linuxkm_fpu_states) *free_wolfcrypt_linuxkm_fpu_states;
  532. typeof(restore_vector_registers_x86) *restore_vector_registers_x86;
  533. typeof(save_vector_registers_x86) *save_vector_registers_x86;
  534. #else /* !CONFIG_X86 */
  535. #error WOLFSSL_LINUXKM_USE_SAVE_VECTOR_REGISTERS is set for an unsupported architecture.
  536. #endif /* arch */
  537. #endif /* WOLFSSL_LINUXKM_USE_SAVE_VECTOR_REGISTERS */
  538. typeof(__mutex_init) *__mutex_init;
  539. #if LINUX_VERSION_CODE < KERNEL_VERSION(4, 0, 0)
  540. typeof(mutex_lock_nested) *mutex_lock_nested;
  541. #else
  542. typeof(mutex_lock) *mutex_lock;
  543. #endif
  544. typeof(mutex_unlock) *mutex_unlock;
  545. #if LINUX_VERSION_CODE < KERNEL_VERSION(4, 0, 0)
  546. typeof(mutex_destroy) *mutex_destroy;
  547. #endif
  548. #ifdef HAVE_FIPS
  549. typeof(wolfCrypt_FIPS_first) *wolfCrypt_FIPS_first;
  550. typeof(wolfCrypt_FIPS_last) *wolfCrypt_FIPS_last;
  551. #if FIPS_VERSION3_GE(6,0,0)
  552. typeof(wolfCrypt_FIPS_AES_sanity) *wolfCrypt_FIPS_AES_sanity;
  553. typeof(wolfCrypt_FIPS_CMAC_sanity) *wolfCrypt_FIPS_CMAC_sanity;
  554. typeof(wolfCrypt_FIPS_DH_sanity) *wolfCrypt_FIPS_DH_sanity;
  555. typeof(wolfCrypt_FIPS_ECC_sanity) *wolfCrypt_FIPS_ECC_sanity;
  556. typeof(wolfCrypt_FIPS_ED25519_sanity) *wolfCrypt_FIPS_ED25519_sanity;
  557. typeof(wolfCrypt_FIPS_ED448_sanity) *wolfCrypt_FIPS_ED448_sanity;
  558. typeof(wolfCrypt_FIPS_HMAC_sanity) *wolfCrypt_FIPS_HMAC_sanity;
  559. typeof(wolfCrypt_FIPS_KDF_sanity) *wolfCrypt_FIPS_KDF_sanity;
  560. typeof(wolfCrypt_FIPS_PBKDF_sanity) *wolfCrypt_FIPS_PBKDF_sanity;
  561. typeof(wolfCrypt_FIPS_DRBG_sanity) *wolfCrypt_FIPS_DRBG_sanity;
  562. typeof(wolfCrypt_FIPS_RSA_sanity) *wolfCrypt_FIPS_RSA_sanity;
  563. typeof(wolfCrypt_FIPS_SHA_sanity) *wolfCrypt_FIPS_SHA_sanity;
  564. typeof(wolfCrypt_FIPS_SHA256_sanity) *wolfCrypt_FIPS_SHA256_sanity;
  565. typeof(wolfCrypt_FIPS_SHA512_sanity) *wolfCrypt_FIPS_SHA512_sanity;
  566. typeof(wolfCrypt_FIPS_SHA3_sanity) *wolfCrypt_FIPS_SHA3_sanity;
  567. typeof(wolfCrypt_FIPS_FT_sanity) *wolfCrypt_FIPS_FT_sanity;
  568. typeof(wc_RunAllCast_fips) *wc_RunAllCast_fips;
  569. #endif
  570. #endif
  571. #if !defined(WOLFCRYPT_ONLY) && !defined(NO_CERTS)
  572. typeof(GetCA) *GetCA;
  573. #ifndef NO_SKID
  574. typeof(GetCAByName) *GetCAByName;
  575. #ifdef HAVE_OCSP
  576. typeof(GetCAByKeyHash) *GetCAByKeyHash;
  577. #endif /* HAVE_OCSP */
  578. #endif /* NO_SKID */
  579. #ifdef WOLFSSL_AKID_NAME
  580. typeof(GetCAByAKID) *GetCAByAKID;
  581. #endif /* WOLFSSL_AKID_NAME */
  582. #endif /* !WOLFCRYPT_ONLY && !NO_CERTS */
  583. #ifdef WOLFSSL_DEBUG_BACKTRACE_ERROR_CODES
  584. typeof(dump_stack) *dump_stack;
  585. #endif
  586. const void *_last_slot;
  587. };
  588. extern const struct wolfssl_linuxkm_pie_redirect_table *wolfssl_linuxkm_get_pie_redirect_table(void);
  589. #ifdef __PIE__
  590. #ifndef __ARCH_MEMCMP_NO_REDIRECT
  591. #define memcmp (wolfssl_linuxkm_get_pie_redirect_table()->memcmp)
  592. #endif
  593. #ifndef __ARCH_MEMCPY_NO_REDIRECT
  594. #define memcpy (wolfssl_linuxkm_get_pie_redirect_table()->memcpy)
  595. #endif
  596. #ifndef __ARCH_MEMSET_NO_REDIRECT
  597. #define memset (wolfssl_linuxkm_get_pie_redirect_table()->memset)
  598. #endif
  599. #ifndef __ARCH_MEMMOVE_NO_REDIRECT
  600. #define memmove (wolfssl_linuxkm_get_pie_redirect_table()->memmove)
  601. #endif
  602. #ifndef __ARCH_STRCMP_NO_REDIRECT
  603. #define strcmp (wolfssl_linuxkm_get_pie_redirect_table()->strcmp)
  604. #endif
  605. #ifndef __ARCH_STRNCMP_NO_REDIRECT
  606. #define strncmp (wolfssl_linuxkm_get_pie_redirect_table()->strncmp)
  607. #endif
  608. #ifndef __ARCH_STRCASECMP_NO_REDIRECT
  609. #define strcasecmp (wolfssl_linuxkm_get_pie_redirect_table()->strcasecmp)
  610. #endif
  611. #ifndef __ARCH_STRNCASECMP_NO_REDIRECT
  612. #define strncasecmp (wolfssl_linuxkm_get_pie_redirect_table()->strncasecmp)
  613. #endif
  614. #ifndef __ARCH_STRLEN_NO_REDIRECT
  615. #define strlen (wolfssl_linuxkm_get_pie_redirect_table()->strlen)
  616. #endif
  617. #ifndef __ARCH_STRSTR_NO_REDIRECT
  618. #define strstr (wolfssl_linuxkm_get_pie_redirect_table()->strstr)
  619. #endif
  620. #ifndef __ARCH_STRNCPY_NO_REDIRECT
  621. #define strncpy (wolfssl_linuxkm_get_pie_redirect_table()->strncpy)
  622. #endif
  623. #ifndef __ARCH_STRNCAT_NO_REDIRECT
  624. #define strncat (wolfssl_linuxkm_get_pie_redirect_table()->strncat)
  625. #endif
  626. #define kstrtoll (wolfssl_linuxkm_get_pie_redirect_table()->kstrtoll)
  627. #if LINUX_VERSION_CODE >= KERNEL_VERSION(5, 15, 0)
  628. #define _printk (wolfssl_linuxkm_get_pie_redirect_table()->_printk)
  629. #else
  630. #define printk (wolfssl_linuxkm_get_pie_redirect_table()->printk)
  631. #endif
  632. #ifdef CONFIG_FORTIFY_SOURCE
  633. #define __warn_printk (wolfssl_linuxkm_get_pie_redirect_table()->__warn_printk)
  634. #endif
  635. #define snprintf (wolfssl_linuxkm_get_pie_redirect_table()->snprintf)
  636. #define _ctype (wolfssl_linuxkm_get_pie_redirect_table()->_ctype)
  637. #if LINUX_VERSION_CODE >= KERNEL_VERSION(6, 11, 0)
  638. /* see include/linux/alloc_tag.h and include/linux/slab.h */
  639. #define kmalloc_noprof (wolfssl_linuxkm_get_pie_redirect_table()->kmalloc_noprof)
  640. #define krealloc_noprof (wolfssl_linuxkm_get_pie_redirect_table()->krealloc_noprof)
  641. #define kzalloc_noprof (wolfssl_linuxkm_get_pie_redirect_table()->kzalloc_noprof)
  642. #define __kvmalloc_node_noprof (wolfssl_linuxkm_get_pie_redirect_table()->__kvmalloc_node_noprof)
  643. #define __kmalloc_cache_noprof (wolfssl_linuxkm_get_pie_redirect_table()->__kmalloc_cache_noprof)
  644. #elif LINUX_VERSION_CODE >= KERNEL_VERSION(6, 10, 0)
  645. /* see include/linux/alloc_tag.h and include/linux/slab.h */
  646. #define kmalloc_noprof (wolfssl_linuxkm_get_pie_redirect_table()->kmalloc_noprof)
  647. #define krealloc_noprof (wolfssl_linuxkm_get_pie_redirect_table()->krealloc_noprof)
  648. #define kzalloc_noprof (wolfssl_linuxkm_get_pie_redirect_table()->kzalloc_noprof)
  649. #define kvmalloc_node_noprof (wolfssl_linuxkm_get_pie_redirect_table()->kvmalloc_node_noprof)
  650. #define kmalloc_trace_noprof (wolfssl_linuxkm_get_pie_redirect_table()->kmalloc_trace_noprof)
  651. #else /* <6.10.0 */
  652. #define kmalloc (wolfssl_linuxkm_get_pie_redirect_table()->kmalloc)
  653. #define krealloc (wolfssl_linuxkm_get_pie_redirect_table()->krealloc)
  654. #define kzalloc(size, flags) kmalloc(size, (flags) | __GFP_ZERO)
  655. #ifdef HAVE_KVMALLOC
  656. #define kvmalloc_node (wolfssl_linuxkm_get_pie_redirect_table()->kvmalloc_node)
  657. #endif
  658. #if LINUX_VERSION_CODE >= KERNEL_VERSION(6, 1, 0)
  659. #define kmalloc_trace (wolfssl_linuxkm_get_pie_redirect_table()->kmalloc_trace)
  660. #else
  661. #define kmem_cache_alloc_trace (wolfssl_linuxkm_get_pie_redirect_table()->kmem_cache_alloc_trace)
  662. #define kmalloc_order_trace (wolfssl_linuxkm_get_pie_redirect_table()->kmalloc_order_trace)
  663. #endif
  664. #endif /* <6.10.0 */
  665. #define kfree (wolfssl_linuxkm_get_pie_redirect_table()->kfree)
  666. #ifdef HAVE_KVMALLOC
  667. #define kvfree (wolfssl_linuxkm_get_pie_redirect_table()->kvfree)
  668. #endif
  669. #define ksize (wolfssl_linuxkm_get_pie_redirect_table()->ksize)
  670. #define is_vmalloc_addr (wolfssl_linuxkm_get_pie_redirect_table()->is_vmalloc_addr)
  671. #define get_random_bytes (wolfssl_linuxkm_get_pie_redirect_table()->get_random_bytes)
  672. #if LINUX_VERSION_CODE < KERNEL_VERSION(4, 0, 0)
  673. #define getnstimeofday (wolfssl_linuxkm_get_pie_redirect_table()->getnstimeofday)
  674. #elif LINUX_VERSION_CODE < KERNEL_VERSION(5, 0, 0)
  675. #define current_kernel_time64 (wolfssl_linuxkm_get_pie_redirect_table()->current_kernel_time64)
  676. #else
  677. #define ktime_get_coarse_real_ts64 (wolfssl_linuxkm_get_pie_redirect_table()->ktime_get_coarse_real_ts64)
  678. #endif
  679. #undef get_current
  680. #define get_current (wolfssl_linuxkm_get_pie_redirect_table()->get_current)
  681. #if defined(WOLFSSL_LINUXKM_USE_SAVE_VECTOR_REGISTERS) && defined(CONFIG_X86)
  682. #define allocate_wolfcrypt_linuxkm_fpu_states (wolfssl_linuxkm_get_pie_redirect_table()->allocate_wolfcrypt_linuxkm_fpu_states)
  683. #define can_save_vector_registers_x86 (wolfssl_linuxkm_get_pie_redirect_table()->can_save_vector_registers_x86)
  684. #define free_wolfcrypt_linuxkm_fpu_states (wolfssl_linuxkm_get_pie_redirect_table()->free_wolfcrypt_linuxkm_fpu_states)
  685. #define restore_vector_registers_x86 (wolfssl_linuxkm_get_pie_redirect_table()->restore_vector_registers_x86)
  686. #define save_vector_registers_x86 (wolfssl_linuxkm_get_pie_redirect_table()->save_vector_registers_x86)
  687. #elif defined(WOLFSSL_LINUXKM_USE_SAVE_VECTOR_REGISTERS)
  688. #error WOLFSSL_LINUXKM_USE_SAVE_VECTOR_REGISTERS is set for an unsupported architecture.
  689. #endif /* WOLFSSL_LINUXKM_USE_SAVE_VECTOR_REGISTERS */
  690. #define __mutex_init (wolfssl_linuxkm_get_pie_redirect_table()->__mutex_init)
  691. #if LINUX_VERSION_CODE < KERNEL_VERSION(4, 0, 0)
  692. #define mutex_lock_nested (wolfssl_linuxkm_get_pie_redirect_table()->mutex_lock_nested)
  693. #else
  694. #define mutex_lock (wolfssl_linuxkm_get_pie_redirect_table()->mutex_lock)
  695. #endif
  696. #define mutex_unlock (wolfssl_linuxkm_get_pie_redirect_table()->mutex_unlock)
  697. #if LINUX_VERSION_CODE < KERNEL_VERSION(4, 0, 0)
  698. #define mutex_destroy (wolfssl_linuxkm_get_pie_redirect_table()->mutex_destroy)
  699. #endif
  700. /* per linux/ctype.h, tolower() and toupper() are macros bound to static inlines
  701. * that use macros that bring in the _ctype global. for __PIE__, this needs to
  702. * be masked out.
  703. */
  704. #undef tolower
  705. #undef toupper
  706. #define tolower(c) (islower(c) ? (c) : ((c) + ('a'-'A')))
  707. #define toupper(c) (isupper(c) ? (c) : ((c) - ('a'-'A')))
  708. #if !defined(WOLFCRYPT_ONLY) && !defined(NO_CERTS)
  709. #define GetCA (wolfssl_linuxkm_get_pie_redirect_table()->GetCA)
  710. #ifndef NO_SKID
  711. #define GetCAByName (wolfssl_linuxkm_get_pie_redirect_table()->GetCAByName)
  712. #ifdef HAVE_OCSP
  713. #define GetCAByKeyHash (wolfssl_linuxkm_get_pie_redirect_table()->GetCAByKeyHash)
  714. #endif /* HAVE_OCSP */
  715. #endif /* NO_SKID */
  716. #ifdef WOLFSSL_AKID_NAME
  717. #define GetCAByAKID (wolfssl_linuxkm_get_pie_redirect_table()->GetCAByAKID)
  718. #endif
  719. #endif /* !WOLFCRYPT_ONLY && !NO_CERTS */
  720. #ifdef WOLFSSL_DEBUG_BACKTRACE_ERROR_CODES
  721. #define dump_stack (wolfssl_linuxkm_get_pie_redirect_table()->dump_stack)
  722. #endif
  723. #endif /* __PIE__ */
  724. #endif /* USE_WOLFSSL_LINUXKM_PIE_REDIRECT_TABLE */
  725. /* remove this multifariously conflicting macro, picked up from
  726. * Linux arch/<arch>/include/asm/current.h.
  727. */
  728. #ifndef WOLFSSL_NEED_LINUX_CURRENT
  729. #undef current
  730. #endif
  731. /* min() and max() in linux/kernel.h over-aggressively type-check, producing
  732. * myriad spurious -Werrors throughout the codebase.
  733. */
  734. #undef min
  735. #undef max
  736. /* work around namespace conflict between wolfssl/internal.h (enum HandShakeType)
  737. * and linux/key.h (extern int()).
  738. */
  739. #define key_update wc_key_update
  740. #define lkm_printf(format, args...) printk(KERN_INFO "wolfssl: %s(): " format, __func__, ## args)
  741. #define printf(...) lkm_printf(__VA_ARGS__)
  742. #ifdef HAVE_FIPS
  743. extern void fipsEntry(void);
  744. #endif
  745. /* suppress false-positive "writing 1 byte into a region of size 0" warnings
  746. * building old kernels with new gcc:
  747. */
  748. #if LINUX_VERSION_CODE < KERNEL_VERSION(4, 0, 0)
  749. _Pragma("GCC diagnostic ignored \"-Wstringop-overflow\"");
  750. #endif
  751. /* includes are all above, with incompatible warnings masked out. */
  752. #if LINUX_VERSION_CODE < KERNEL_VERSION(5, 5, 0)
  753. typedef __kernel_time_t time_t;
  754. #else
  755. typedef __kernel_time64_t time_t;
  756. #endif
  757. extern time_t time(time_t * timer);
  758. #define XTIME time
  759. #define WOLFSSL_GMTIME
  760. #define XGMTIME(c, t) gmtime(c)
  761. #define NO_TIMEVAL 1
  762. #endif /* BUILDING_WOLFSSL */
  763. /* if BUILDING_WOLFSSL, mutex.h will have already been included recursively
  764. * above, with the bevy of warnings suppressed, and the below include will
  765. * be a redundant no-op.
  766. */
  767. #include <linux/mutex.h>
  768. typedef struct mutex wolfSSL_Mutex;
  769. #define WOLFSSL_MUTEX_INITIALIZER(lockname) __MUTEX_INITIALIZER(lockname)
  770. /* prevent gcc's mm_malloc.h from being included, since it unconditionally
  771. * includes stdlib.h, which is kernel-incompatible.
  772. */
  773. #define _MM_MALLOC_H_INCLUDED
  774. /* fun fact: since linux commit 59bb47985c, kmalloc with power-of-2 size is
  775. * aligned to the size.
  776. */
  777. #define WC_LINUXKM_ROUND_UP_P_OF_2(x) ( \
  778. { \
  779. size_t _alloc_sz = (x); \
  780. if (_alloc_sz < 8192) \
  781. _alloc_sz = 1UL << \
  782. ((sizeof(_alloc_sz) * 8UL) - __builtin_clzl(_alloc_sz - 1)); \
  783. _alloc_sz; \
  784. })
  785. #ifdef HAVE_KVMALLOC
  786. #define malloc(size) kvmalloc_node(WC_LINUXKM_ROUND_UP_P_OF_2(size), GFP_KERNEL, NUMA_NO_NODE)
  787. #define free(ptr) kvfree(ptr)
  788. void *lkm_realloc(void *ptr, size_t newsize);
  789. #define realloc(ptr, newsize) lkm_realloc(ptr, WC_LINUXKM_ROUND_UP_P_OF_2(newsize))
  790. #else
  791. #define malloc(size) kmalloc(WC_LINUXKM_ROUND_UP_P_OF_2(size), GFP_KERNEL)
  792. #define free(ptr) kfree(ptr)
  793. #define realloc(ptr, newsize) krealloc(ptr, WC_LINUXKM_ROUND_UP_P_OF_2(newsize), GFP_KERNEL)
  794. #endif
  795. #ifndef static_assert
  796. #define static_assert(expr, ...) __static_assert(expr, ##__VA_ARGS__, #expr)
  797. #define __static_assert(expr, msg, ...) _Static_assert(expr, msg)
  798. #endif
  799. #include <wolfssl/wolfcrypt/memory.h>
  800. #ifdef WOLFSSL_TRACK_MEMORY
  801. #define XMALLOC(s, h, t) ({(void)(h); (void)(t); wolfSSL_Malloc(s);})
  802. #ifdef WOLFSSL_XFREE_NO_NULLNESS_CHECK
  803. #define XFREE(p, h, t) ({(void)(h); (void)(t); wolfSSL_Free(p);})
  804. #else
  805. #define XFREE(p, h, t) ({void* _xp; (void)(h); _xp = (p); if(_xp) wolfSSL_Free(_xp);})
  806. #endif
  807. #define XREALLOC(p, n, h, t) ({(void)(h); (void)(t); wolfSSL_Realloc(p, n);})
  808. #else
  809. #define XMALLOC(s, h, t) ({(void)(h); (void)(t); malloc(s);})
  810. #ifdef WOLFSSL_XFREE_NO_NULLNESS_CHECK
  811. #define XFREE(p, h, t) ({(void)(h); (void)(t); free(p);})
  812. #else
  813. #define XFREE(p, h, t) ({void* _xp; (void)(h); (void)(t); _xp = (p); if(_xp) free(_xp);})
  814. #endif
  815. #define XREALLOC(p, n, h, t) ({(void)(h); (void)(t); realloc(p, n);})
  816. #endif
  817. #include <linux/limits.h>
  818. /* Linux headers define these using C expressions, but we need
  819. * them to be evaluable by the preprocessor, for use in sp_int.h.
  820. */
  821. #if BITS_PER_LONG == 64
  822. static_assert(sizeof(ULONG_MAX) == 8,
  823. "BITS_PER_LONG is 64, but ULONG_MAX is not.");
  824. #undef UCHAR_MAX
  825. #define UCHAR_MAX 255
  826. #undef USHRT_MAX
  827. #define USHRT_MAX 65535
  828. #undef UINT_MAX
  829. #define UINT_MAX 4294967295U
  830. #undef ULONG_MAX
  831. #define ULONG_MAX 18446744073709551615UL
  832. #undef ULLONG_MAX
  833. #define ULLONG_MAX ULONG_MAX
  834. #undef INT_MAX
  835. #define INT_MAX 2147483647
  836. #undef LONG_MAX
  837. #define LONG_MAX 9223372036854775807L
  838. #undef LLONG_MAX
  839. #define LLONG_MAX LONG_MAX
  840. #elif BITS_PER_LONG == 32
  841. static_assert(sizeof(ULONG_MAX) == 4,
  842. "BITS_PER_LONG is 32, but ULONG_MAX is not.");
  843. #undef UCHAR_MAX
  844. #define UCHAR_MAX 255
  845. #undef USHRT_MAX
  846. #define USHRT_MAX 65535
  847. #undef UINT_MAX
  848. #define UINT_MAX 4294967295U
  849. #undef ULONG_MAX
  850. #define ULONG_MAX 4294967295UL
  851. #undef INT_MAX
  852. #define INT_MAX 2147483647
  853. #undef LONG_MAX
  854. #define LONG_MAX 2147483647L
  855. #undef ULLONG_MAX
  856. #undef LLONG_MAX
  857. #if BITS_PER_LONG_LONG == 64
  858. #define ULLONG_MAX 18446744073709551615UL
  859. #define LLONG_MAX 9223372036854775807L
  860. #else
  861. #undef NO_64BIT
  862. #define NO_64BIT
  863. #define ULLONG_MAX ULONG_MAX
  864. #define LLONG_MAX LONG_MAX
  865. #endif
  866. #else
  867. #error unexpected BITS_PER_LONG value.
  868. #endif
  869. #endif /* LINUXKM_WC_PORT_H */