/* SPDX-FileCopyrightText: 2011-2022 Blender Foundation
 *
 * SPDX-License-Identifier: Apache-2.0 */

/* clang-format off */

/* #define __forceinline triggers a bug in some clang-format versions, disable
 * format for entire file to keep results consistent. */

#pragma once

/* Bitness */

#if defined(__ppc64__) || defined(__PPC64__) || defined(__x86_64__) || defined(__ia64__) || \
    defined(_M_X64) || defined(__aarch64__) || defined(_M_ARM64)
#  define __KERNEL_64_BIT__
#endif

/* Qualifiers for kernel code shared by CPU and GPU */

#ifndef __KERNEL_GPU__

/* Leave inlining decisions to compiler for these, the inline keyword here
 * is not about performance but including function definitions in headers. */
#  define ccl_device static inline
#  define ccl_device_extern extern "C"
#  define ccl_device_noinline static inline
#  define ccl_device_noinline_cpu ccl_device_noinline

/* Forced inlining. */
#  if defined(_WIN32) && !defined(FREE_WINDOWS)
#    define ccl_device_inline static __forceinline
#    define ccl_device_forceinline static __forceinline
#    define ccl_device_inline_method __forceinline
#    define ccl_device_template_spec template<> __forceinline
#    define ccl_align(...) __declspec(align(__VA_ARGS__))
#    ifdef __KERNEL_64_BIT__
#      define ccl_try_align(...) __declspec(align(__VA_ARGS__))
#    else /* __KERNEL_64_BIT__ */
#      undef __KERNEL_WITH_SSE_ALIGN__
/* No support for function arguments (error C2719). */
#      define ccl_try_align(...)
#    endif /* __KERNEL_64_BIT__ */
#    define ccl_may_alias
#    define ccl_always_inline __forceinline
#    define ccl_never_inline __declspec(noinline)
#  else /* _WIN32 && !FREE_WINDOWS */
#    define ccl_device_inline static inline __attribute__((always_inline))
#    define ccl_device_forceinline static inline __attribute__((always_inline))
#    define ccl_device_inline_method __attribute__((always_inline))
#    define ccl_device_template_spec template<> inline __attribute__((always_inline))
#    define ccl_align(...) __attribute__((aligned(__VA_ARGS__)))
#    ifndef FREE_WINDOWS64
#      define __forceinline inline __attribute__((always_inline))
#    endif
#    define ccl_try_align(...) __attribute__((aligned(__VA_ARGS__)))
#    define ccl_may_alias __attribute__((__may_alias__))
#    define ccl_always_inline __attribute__((always_inline))
#    define ccl_never_inline __attribute__((noinline))
#  endif /* _WIN32 && !FREE_WINDOWS */

/* Address spaces for GPU. */
#  define ccl_global
#  define ccl_inline_constant inline constexpr
#  define ccl_static_constexpr static constexpr
#  define ccl_constant const
#  define ccl_private
#  define ccl_ray_data ccl_private

#  define ccl_restrict __restrict
#  define ccl_optional_struct_init
#  define ccl_attr_maybe_unused [[maybe_unused]]
#  define __KERNEL_WITH_SSE_ALIGN__

/* Use to suppress `-Wimplicit-fallthrough` (in place of `break`). */
#  ifndef ATTR_FALLTHROUGH
#    if defined(__GNUC__) && (__GNUC__ >= 7) /* gcc7.0+ only */
#      define ATTR_FALLTHROUGH __attribute__((fallthrough))
#    else
#      define ATTR_FALLTHROUGH ((void)0)
#    endif
#  endif
#endif /* __KERNEL_GPU__ */

/* Address sanitizer suppression. */

#ifdef __KERNEL_GPU__
#  define ccl_ignore_integer_overflow
#else
#  if defined(__clang__)
#    if __has_feature(address_sanitizer)
#      define ccl_ignore_integer_overflow [[clang::no_sanitize("signed-integer-overflow")]]
#    else
#      define ccl_ignore_integer_overflow
#    endif
#  elif defined(__GNUC__) && defined(__SANITIZE_ADDRESS__)
#    define ccl_ignore_integer_overflow [[gnu::no_sanitize("signed-integer-overflow")]]
#  else
#    define ccl_ignore_integer_overflow
#  endif
#endif

/* macros */

/* hints for branch prediction, only use in code that runs a _lot_ */
#if defined(__GNUC__) && !defined(__KERNEL_GPU__)
#  define LIKELY(x) __builtin_expect(!!(x), 1)
#  define UNLIKELY(x) __builtin_expect(!!(x), 0)
#else
#  define LIKELY(x) (x)
#  define UNLIKELY(x) (x)
#endif

#ifndef __KERNEL_GPU__
#  include <cassert>
#  define util_assert(statement) assert(statement)
#else
#  define util_assert(statement)
#endif

#if (defined __KERNEL_METAL__) && (__METAL_VERSION__ >= 320)
#  define __METAL_PRINTF__
#endif

/* Metal's logging works very similar to `printf()`, except for a few differences:
 * - %s is not supported,
 * - double doesn't exist, so no casting to double for %f,
 * - no `\n` needed at the end of the format string.
 * NOTE: To see the print in the console, environment variables `MTL_LOG_LEVEL` should be set to
 * `MTLLogLevelDebug`, and `MTL_LOG_TO_STDERR` should be set to `1`.
 * See https://developer.apple.com/documentation/metal/logging-shader-debug-messages */
#  ifdef __METAL_PRINTF__
#    define printf(...) metal::os_log_default.log_debug(__VA_ARGS__)
#  endif