jit.c

Include dependency graph for jit.c:

digraph { graph [bgcolor="#00000000"] node [shape=rectangle style=filled fillcolor="#FFFFFF" font=Helvetica padding=2] edge [color="#1414CE"] "6" [label="stdbool.h" tooltip="stdbool.h"] "20" [label="refc_binary.h" tooltip="refc_binary.h"] "40" [label="nifs.h" tooltip="nifs.h"] "37" [label="defaultatoms.h" tooltip="defaultatoms.h"] "11" [label="atom.h" tooltip="atom.h"] "15" [label="assert.h" tooltip="assert.h"] "18" [label="utils.h" tooltip="utils.h"] "24" [label="synclist.h" tooltip="synclist.h"] "21" [label="list.h" tooltip="list.h"] "1" [label="/__w/AtomVM/AtomVM/src/libAtomVM/jit.c" tooltip="/__w/AtomVM/AtomVM/src/libAtomVM/jit.c" fillcolor="#BFBFBF"] "7" [label="stdint.h" tooltip="stdint.h"] "2" [label="jit.h" tooltip="jit.h"] "9" [label="stdlib.h" tooltip="stdlib.h"] "29" [label="context.h" tooltip="context.h"] "28" [label="bif.h" tooltip="bif.h"] "12" [label="memory.h" tooltip="memory.h"] "35" [label="module.h" tooltip="module.h"] "39" [label="dist_nifs.h" tooltip="dist_nifs.h"] "34" [label="valueshashtable.h" tooltip="valueshashtable.h"] "22" [label="resources.h" tooltip="resources.h"] "4" [label="term.h" tooltip="term.h"] "19" [label="stddef.h" tooltip="stddef.h"] "13" [label="erl_nif.h" tooltip="erl_nif.h"] "27" [label="exportedfunction.h" tooltip="exportedfunction.h"] "38" [label="defaultatoms.def" tooltip="defaultatoms.def"] "36" [label="debug.h" tooltip="debug.h"] "16" [label="limits.h" tooltip="limits.h"] "31" [label="atom_table.h" tooltip="atom_table.h"] "5" [label="sys/types.h" tooltip="sys/types.h"] "10" [label="string.h" tooltip="string.h"] "14" [label="term_typedef.h" tooltip="term_typedef.h"] "30" [label="globalcontext.h" tooltip="globalcontext.h"] "3" [label="bitstring.h" tooltip="bitstring.h"] "41" [label="scheduler.h" tooltip="scheduler.h"] "25" [label="smp.h" tooltip="smp.h"] "43" [label="math.h" tooltip="math.h"] "42" [label="stacktrace.h" tooltip="stacktrace.h"] "26" [label="unicode.h" tooltip="unicode.h"] "33" [label="timer_list.h" tooltip="timer_list.h"] "23" [label="mailbox.h" tooltip="mailbox.h"] "44" [label="trace.h" tooltip="trace.h"] "8" [label="stdio.h" tooltip="stdio.h"] "32" [label="ets.h" tooltip="ets.h"] "17" [label="inttypes.h" tooltip="inttypes.h"] "20" -> "6" [dir=forward tooltip="include"] "20" -> "9" [dir=forward tooltip="include"] "20" -> "21" [dir=forward tooltip="include"] "20" -> "22" [dir=forward tooltip="include"] "40" -> "11" [dir=forward tooltip="include"] "40" -> "29" [dir=forward tooltip="include"] "40" -> "27" [dir=forward tooltip="include"] "37" -> "30" [dir=forward tooltip="include"] "37" -> "38" [dir=forward tooltip="include"] "11" -> "7" [dir=forward tooltip="include"] "11" -> "9" [dir=forward tooltip="include"] "18" -> "19" [dir=forward tooltip="include"] "18" -> "8" [dir=forward tooltip="include"] "18" -> "9" [dir=forward tooltip="include"] "24" -> "8" [dir=forward tooltip="include"] "24" -> "21" [dir=forward tooltip="include"] "24" -> "25" [dir=forward tooltip="include"] "21" -> "6" [dir=forward tooltip="include"] "1" -> "2" [dir=forward tooltip="include"] "1" -> "12" [dir=forward tooltip="include"] "1" -> "28" [dir=forward tooltip="include"] "1" -> "3" [dir=forward tooltip="include"] "1" -> "29" [dir=forward tooltip="include"] "1" -> "36" [dir=forward tooltip="include"] "1" -> "37" [dir=forward tooltip="include"] "1" -> "39" [dir=forward tooltip="include"] "1" -> "35" [dir=forward tooltip="include"] "1" -> "40" [dir=forward tooltip="include"] "1" -> "41" [dir=forward tooltip="include"] "1" -> "42" [dir=forward tooltip="include"] "1" -> "4" [dir=forward tooltip="include"] "1" -> "18" [dir=forward tooltip="include"] "1" -> "43" [dir=forward tooltip="include"] "1" -> "19" [dir=forward tooltip="include"] "1" -> "44" [dir=forward tooltip="include"] "2" -> "3" [dir=forward tooltip="include"] "2" -> "27" [dir=forward tooltip="include"] "2" -> "4" [dir=forward tooltip="include"] "2" -> "14" [dir=forward tooltip="include"] "2" -> "6" [dir=forward tooltip="include"] "29" -> "30" [dir=forward tooltip="include"] "29" -> "2" [dir=forward tooltip="include"] "29" -> "21" [dir=forward tooltip="include"] "29" -> "23" [dir=forward tooltip="include"] "29" -> "25" [dir=forward tooltip="include"] "29" -> "4" [dir=forward tooltip="include"] "29" -> "33" [dir=forward tooltip="include"] "28" -> "6" [dir=forward tooltip="include"] "28" -> "11" [dir=forward tooltip="include"] "28" -> "29" [dir=forward tooltip="include"] "28" -> "27" [dir=forward tooltip="include"] "28" -> "35" [dir=forward tooltip="include"] "12" -> "7" [dir=forward tooltip="include"] "12" -> "9" [dir=forward tooltip="include"] "12" -> "13" [dir=forward tooltip="include"] "12" -> "14" [dir=forward tooltip="include"] "12" -> "18" [dir=forward tooltip="include"] "35" -> "6" [dir=forward tooltip="include"] "35" -> "7" [dir=forward tooltip="include"] "35" -> "11" [dir=forward tooltip="include"] "35" -> "31" [dir=forward tooltip="include"] "35" -> "29" [dir=forward tooltip="include"] "35" -> "27" [dir=forward tooltip="include"] "35" -> "30" [dir=forward tooltip="include"] "35" -> "2" [dir=forward tooltip="include"] "35" -> "4" [dir=forward tooltip="include"] "39" -> "27" [dir=forward tooltip="include"] "39" -> "30" [dir=forward tooltip="include"] "39" -> "4" [dir=forward tooltip="include"] "34" -> "19" [dir=forward tooltip="include"] "34" -> "7" [dir=forward tooltip="include"] "22" -> "9" [dir=forward tooltip="include"] "22" -> "13" [dir=forward tooltip="include"] "22" -> "21" [dir=forward tooltip="include"] "22" -> "23" [dir=forward tooltip="include"] "22" -> "12" [dir=forward tooltip="include"] "22" -> "24" [dir=forward tooltip="include"] "4" -> "5" [dir=forward tooltip="include"] "4" -> "6" [dir=forward tooltip="include"] "4" -> "7" [dir=forward tooltip="include"] "4" -> "8" [dir=forward tooltip="include"] "4" -> "9" [dir=forward tooltip="include"] "4" -> "10" [dir=forward tooltip="include"] "4" -> "11" [dir=forward tooltip="include"] "4" -> "12" [dir=forward tooltip="include"] "4" -> "20" [dir=forward tooltip="include"] "4" -> "18" [dir=forward tooltip="include"] "4" -> "14" [dir=forward tooltip="include"] "13" -> "14" [dir=forward tooltip="include"] "27" -> "4" [dir=forward tooltip="include"] "36" -> "29" [dir=forward tooltip="include"] "31" -> "6" [dir=forward tooltip="include"] "31" -> "11" [dir=forward tooltip="include"] "31" -> "18" [dir=forward tooltip="include"] "14" -> "15" [dir=forward tooltip="include"] "14" -> "16" [dir=forward tooltip="include"] "14" -> "17" [dir=forward tooltip="include"] "14" -> "7" [dir=forward tooltip="include"] "30" -> "7" [dir=forward tooltip="include"] "30" -> "11" [dir=forward tooltip="include"] "30" -> "31" [dir=forward tooltip="include"] "30" -> "13" [dir=forward tooltip="include"] "30" -> "32" [dir=forward tooltip="include"] "30" -> "21" [dir=forward tooltip="include"] "30" -> "23" [dir=forward tooltip="include"] "30" -> "25" [dir=forward tooltip="include"] "30" -> "24" [dir=forward tooltip="include"] "30" -> "4" [dir=forward tooltip="include"] "30" -> "33" [dir=forward tooltip="include"] "30" -> "34" [dir=forward tooltip="include"] "3" -> "4" [dir=forward tooltip="include"] "3" -> "26" [dir=forward tooltip="include"] "3" -> "6" [dir=forward tooltip="include"] "3" -> "7" [dir=forward tooltip="include"] "41" -> "29" [dir=forward tooltip="include"] "41" -> "30" [dir=forward tooltip="include"] "25" -> "6" [dir=forward tooltip="include"] "42" -> "29" [dir=forward tooltip="include"] "42" -> "35" [dir=forward tooltip="include"] "42" -> "4" [dir=forward tooltip="include"] "26" -> "6" [dir=forward tooltip="include"] "26" -> "19" [dir=forward tooltip="include"] "26" -> "7" [dir=forward tooltip="include"] "33" -> "6" [dir=forward tooltip="include"] "33" -> "7" [dir=forward tooltip="include"] "33" -> "21" [dir=forward tooltip="include"] "23" -> "6" [dir=forward tooltip="include"] "23" -> "21" [dir=forward tooltip="include"] "23" -> "14" [dir=forward tooltip="include"] "23" -> "18" [dir=forward tooltip="include"] "32" -> "21" [dir=forward tooltip="include"] "32" -> "24" [dir=forward tooltip="include"] "32" -> "4" [dir=forward tooltip="include"] }

Defines

PROCESS_MAYBE_TRAP_RETURN_VALUE(return_value, offset)     if (term_is_invalid_term

(return_value)) {                 \

if (

UNLIKELY(!context_get_flags(ctx, Trap

))) {        \

return

jit_handle_error

(ctx, jit_state, offset);  \

} else {                                              \

return

jit_schedule_wait_cp

(ctx, jit_state);      \

}                                                     \

}


PROCESS_MAYBE_TRAP_RETURN_VALUE_LAST(return_value, offset)     if (term_is_invalid_term

(return_value)) {                                   \

if (

UNLIKELY(!context_get_flags(ctx, Trap

))) {                          \

return

jit_handle_error

(ctx, jit_state, offset);                    \

} else {                                                                \

return

jit_schedule_wait_cp(jit_return

(ctx, jit_state), jit_state); \

}                                                                       \

}


MIN(X, Y) ((X) < (Y) ? (X) : (Y))
TRIM_LIVE_REGS(live_regs_no) jit_trim_live_regs

(ctx, live_regs_no);  \

if (

UNLIKELY(live_regs_no > MAX_REG

)) { \

live_regs_no =

MAX_REG

;             \

}


MAXI(A, B) ((A > B) ? (A) : (B))
MINI(A, B) ((A > B) ? (B) : (A))

Functions

_Static_assert (OK_ATOM_INDEX==2, "OK_ATOM_INDEX is 2 in libs/jit/src/default_atoms.hrl ")
_Static_assert (ERROR_ATOM_INDEX==3, "ERROR_ATOM_INDEX is 3 in libs/jit/src/default_atoms.hrl ")
_Static_assert (BADARG_ATOM_INDEX==4, "BADARG_ATOM_INDEX is 4 in libs/jit/src/default_atoms.hrl ")
_Static_assert (BADARITH_ATOM_INDEX==5, "BADARITH_ATOM_INDEX is 5 in libs/jit/src/default_atoms.hrl ")
_Static_assert (BADFUN_ATOM_INDEX==6, "BADFUN_ATOM_INDEX is 6 in libs/jit/src/default_atoms.hrl ")
_Static_assert (FUNCTION_CLAUSE_ATOM_INDEX==7, "FUNCTION_CLAUSE_ATOM_INDEX is 7 in libs/jit/src/default_atoms.hrl ")
_Static_assert (TRY_CLAUSE_ATOM_INDEX==8, "TRY_CLAUSE_ATOM_INDEX is 8 in libs/jit/src/default_atoms.hrl ")
_Static_assert (OUT_OF_MEMORY_ATOM_INDEX==9, "OUT_OF_MEMORY_ATOM_INDEX is 9 in libs/jit/src/default_atoms.hrl ")
_Static_assert (BADMATCH_ATOM_INDEX==10, "BADMATCH_ATOM_INDEX is 10 in libs/jit/src/default_atoms.hrl ")
_Static_assert (CASE_CLAUSE_ATOM_INDEX==11, "CASE_CLAUSE_ATOM_INDEX is 11 in libs/jit/src/default_atoms.hrl ")
_Static_assert (IF_CLAUSE_ATOM_INDEX==12, "IF_CLAUSE_ATOM_INDEX is 12 in libs/jit/src/default_atoms.hrl ")
_Static_assert (THROW_ATOM_INDEX==13, "THROW_ATOM_INDEX is 13 in libs/jit/src/default_atoms.hrl ")
_Static_assert (UNSUPPORTED_ATOM_INDEX==14, "UNSUPPORTED_ATOM_INDEX is 14 in libs/jit/src/default_atoms.hrl ")
_Static_assert (ALL_ATOM_INDEX==15, "ALL_ATOM_INDEX is 15 in libs/jit/src/default_atoms.hrl ")
_Static_assert (LOWERCASE_EXIT_ATOM_INDEX==16, "LOWERCASE_EXIT_ATOM_INDEX is 16 in libs/jit/src/default_atoms.hrl ")
_Static_assert (BADRECORD_ATOM_INDEX==17, "BADRECORD_ATOM_INDEX is 17 in libs/jit/src/default_atoms.hrl ")
static void destroy_extended_registers(Context *ctx, unsigned int live)
static void jit_trim_live_regs(Context *ctx, uint32_t live)
static Context *jit_return(Context *ctx, JITState *jit_state)
static Context *jit_terminate_context(Context *ctx, JITState *jit_state)
static Context *jit_handle_error(Context *ctx, JITState *jit_state, int offset)
static void set_error(Context *ctx, JITState *jit_state, int offset, term error_term)
static Context *jit_raise_error(Context *ctx, JITState *jit_state, int offset, term error_type_atom)
static Context *jit_raise_error_tuple(Context *ctx, JITState *jit_state, int offset, term error_atom, term arg1)
static Context *jit_raise(Context *ctx, JITState *jit_state, int offset, term stacktrace, term exc_value)
static Context *jit_schedule_next_cp(Context *ctx, JITState *jit_state)
static Context *jit_schedule_wait_cp(Context *ctx, JITState *jit_state)
enum TrapAndLoadResult jit_trap_and_load(Context *ctx, Module *mod, uint32_t label)

Trap a process and load module, process shall be resumed at given label.

Parameters:
  • ctx – the process to trap

  • mod – the module to load

  • label – the label to resume the process to

static Context *jit_call_ext(Context *ctx, JITState *jit_state, int offset, int arity, int index, int n_words)
static term jit_module_get_atom_term_by_id(JITState *jit_state, int atom_index)
static bool jit_allocate(Context *ctx, JITState *jit_state, uint32_t stack_need, uint32_t heap_need, uint32_t live)
static BifImpl0 jit_get_imported_bif(JITState *jit_state, uint32_t bif)
static bool jit_deallocate(Context *ctx, JITState *jit_state, uint32_t n_words)
static TermCompareResult jit_term_compare(Context *ctx, JITState *jit_state, term t, term other, TermCompareOpts opts)
static bool jit_test_heap(Context *ctx, JITState *jit_state, uint32_t heap_need, uint32_t live_registers)
static term jit_put_list(Context *ctx, term head, term tail)
static term jit_module_load_literal(Context *ctx, JITState *jit_state, int index)
static term jit_alloc_boxed_integer_fragment(Context *ctx, avm_int64_t value)
static term maybe_alloc_boxed_integer_fragment(Context *ctx, avm_int64_t value)
static term jit_term_alloc_tuple(Context *ctx, uint32_t size)
static term jit_term_alloc_fun(Context *ctx, JITState *jit_state, uint32_t fun_index, uint32_t numfree)
static bool jit_send(Context *ctx, JITState *jit_state)
static term *jit_extended_register_ptr(Context *ctx, unsigned int index)
static Context *jit_process_signal_messages(Context *ctx, JITState *jit_state)
static term jit_mailbox_peek(Context *ctx)
static void jit_mailbox_remove_message(Context *ctx)
static void jit_timeout(Context *ctx)
static void jit_mailbox_next(Context *ctx)
static void jit_cancel_timeout(Context *ctx)
static void jit_clear_timeout_flag(Context *ctx)
static Context *jit_wait_timeout(Context *ctx, JITState *jit_state, term timeout, int label)
static Context *jit_wait_timeout_trap_handler(Context *ctx, JITState *jit_state, int label)
static bool maybe_call_native(Context *ctx, atom_index_t module_name, atom_index_t function_name, int arity, term *return_value)
static Context *jit_call_fun(Context *ctx, JITState *jit_state, int offset, term fun, unsigned int args_count)
static term jit_term_from_float(Context *ctx, int freg)
static void jit_term_conv_to_float(Context *ctx, term t, int freg)
static bool jit_fadd(Context *ctx, int freg1, int freg2, int freg3)
static bool jit_fsub(Context *ctx, int freg1, int freg2, int freg3)
static bool jit_fmul(Context *ctx, int freg1, int freg2, int freg3)
static bool jit_fdiv(Context *ctx, int freg1, int freg2, int freg3)
static void jit_fnegate(Context *ctx, int freg1, int freg2)
static bool jit_catch_end(Context *ctx, JITState *jit_state)
static bool jit_memory_ensure_free_with_roots(Context *ctx, JITState *jit_state, int sz, int live, int flags)
static term jit_term_alloc_bin_match_state(Context *ctx, term src, int slots)
static term jit_bitstring_extract_integer(Context *ctx, JITState *jit_state, term *bin_ptr, size_t offset, int n, int bs_flags)
static term jit_bitstring_extract_float(Context *ctx, term *bin_ptr, size_t offset, int n, int bs_flags)
static size_t jit_term_sub_binary_heap_size(term *bin_ptr, size_t size)
static term jit_term_maybe_create_sub_binary(Context *ctx, term binary, size_t offset, size_t len)
static int jit_term_find_map_pos(Context *ctx, term map, term key)
static int jit_bitstring_utf8_size(int c)
static int jit_bitstring_utf16_size(int c)
static term jit_term_create_empty_binary(Context *ctx, size_t len)
static int jit_decode_flags_list(Context *ctx, JITState *jit_state, term flags)
static int jit_bitstring_insert_utf8(term bin, size_t offset, int c)
static int jit_bitstring_insert_utf16(term bin, size_t offset, int c, enum BitstringFlags flags)
static void jit_bitstring_copy_module_str(Context *ctx, JITState *jit_state, term bin, size_t offset, int str_id, size_t len)
static int jit_bitstring_copy_binary(Context *ctx, JITState *jit_state, term t, size_t offset, term src, term size)
static Context *jit_apply(Context *ctx, JITState *jit_state, int offset, term module, term function, unsigned int arity)
static void *jit_malloc(Context *ctx, JITState *jit_state, size_t sz)
static bool sort_kv_pairs(term *kv, int size, GlobalContext *global)
static term jit_put_map_assoc(Context *ctx, JITState *jit_state, term src, size_t new_entries, size_t num_elements, term *kv)
static int jit_module_get_fun_arity(Module *fun_module, uint32_t fun_index)
static bool jit_bitstring_match_module_str(Context *ctx, JITState *jit_state, term bs_bin, size_t bs_offset, int str_id, size_t bits)
static term jit_bitstring_get_utf8(term src)
static term jit_bitstring_get_utf16(term src, int flags_value)
static term jit_bitstring_get_utf32(term src, int flags_value)
static term term_copy_map(Context *ctx, term src)
static term jit_stacktrace_build(Context *ctx)

Variables

const ModuleNativeInterface module_native_interface