# This file is a part of Julia. License is MIT: https://julialang.org/license ########### # generic # ########### if !isdefined(@__MODULE__, Symbol("@timeit")) # This is designed to allow inserting timers when loading a second copy # of inference for performing performance experiments. macro timeit(args...) esc(args[end]) end end # avoid cycle due to over-specializing `any` when used by inference function _any(@nospecialize(f), a) for x in a f(x) && return true end return false end function _all(@nospecialize(f), a) for x in a f(x) || return false end return true end function contains_is(itr, @nospecialize(x)) for y in itr if y === x return true end end return false end anymap(f::Function, a::Array{Any,1}) = Any[ f(a[i]) for i in 1:length(a) ] ########### # scoping # ########### _topmod(m::Module) = ccall(:jl_base_relative_to, Any, (Any,), m)::Module function istopfunction(@nospecialize(f), name::Symbol) tn = typeof(f).name if tn.mt.name === name top = _topmod(tn.module) return isdefined(top, name) && isconst(top, name) && f === getfield(top, name) end return false end ####### # AST # ####### # Meta expression head, these generally can't be deleted even when they are # in a dead branch but can be ignored when analyzing uses/liveness. is_meta_expr_head(head::Symbol) = (head === :inbounds || head === :boundscheck || head === :meta || head === :loopinfo) sym_isless(a::Symbol, b::Symbol) = ccall(:strcmp, Int32, (Ptr{UInt8}, Ptr{UInt8}), a, b) < 0 function is_self_quoting(@nospecialize(x)) return isa(x,Number) || isa(x,AbstractString) || isa(x,Tuple) || isa(x,Type) || isa(x,Char) || x === nothing || isa(x,Function) end function quoted(@nospecialize(x)) return is_self_quoting(x) ? x : QuoteNode(x) end function count_const_size(@nospecialize(x), count_self::Bool = true) (x isa Type || x isa Symbol) && return 0 ismutable(x) && return MAX_INLINE_CONST_SIZE + 1 isbits(x) && return Core.sizeof(x) dt = typeof(x) sz = count_self ? sizeof(dt) : 0 sz > MAX_INLINE_CONST_SIZE && return MAX_INLINE_CONST_SIZE + 1 dtfd = DataTypeFieldDesc(dt) for i = 1:nfields(x) isdefined(x, i) || continue f = getfield(x, i) if !dtfd[i].isptr && datatype_pointerfree(typeof(f)) continue end sz += count_const_size(f, dtfd[i].isptr) sz > MAX_INLINE_CONST_SIZE && return MAX_INLINE_CONST_SIZE + 1 end return sz end function is_inlineable_constant(@nospecialize(x)) return count_const_size(x) <= MAX_INLINE_CONST_SIZE end ########################### # MethodInstance/CodeInfo # ########################### function invoke_api(li::CodeInstance) return ccall(:jl_invoke_api, Cint, (Any,), li) end function get_staged(mi::MethodInstance) may_invoke_generator(mi) || return nothing try # user code might throw errors – ignore them ci = ccall(:jl_code_for_staged, Any, (Any,), mi)::CodeInfo return ci catch return nothing end end function retrieve_code_info(linfo::MethodInstance) m = linfo.def::Method c = nothing if isdefined(m, :generator) # user code might throw errors – ignore them c = get_staged(linfo) end if c === nothing && isdefined(m, :source) src = m.source if isa(src, Array{UInt8,1}) c = ccall(:jl_uncompress_ir, Any, (Any, Ptr{Cvoid}, Any), m, C_NULL, src) else c = copy(src::CodeInfo) end end if c isa CodeInfo c.parent = linfo return c end end # Get at the nonfunction_mt, which happens to be the mt of SimpleVector const nonfunction_mt = typename(SimpleVector).mt function get_compileable_sig(method::Method, @nospecialize(atypes), sparams::SimpleVector) isa(atypes, DataType) || return nothing mt = ccall(:jl_method_table_for, Any, (Any,), atypes) mt === nothing && return nothing return ccall(:jl_normalize_to_compilable_sig, Any, (Any, Any, Any, Any), mt, atypes, sparams, method) end # eliminate UnionAll vars that might be degenerate due to having identical bounds, # or a concrete upper bound and appearing covariantly. function subst_trivial_bounds(@nospecialize(atypes)) if !isa(atypes, UnionAll) return atypes end v = atypes.var if isconcretetype(v.ub) || v.lb === v.ub subst = try atypes{v.ub} catch # Note in rare cases a var bound might not be valid to substitute. nothing end if subst !== nothing return subst_trivial_bounds(subst) end end return UnionAll(v, subst_trivial_bounds(atypes.body)) end # If removing trivial vars from atypes results in an equivalent type, use that # instead. Otherwise we can get a case like issue #38888, where a signature like # f(x::S) where S<:Int # gets cached and matches a concrete dispatch case. function normalize_typevars(method::Method, @nospecialize(atypes), sparams::SimpleVector) at2 = subst_trivial_bounds(atypes) if at2 !== atypes && at2 == atypes atypes = at2 sp_ = ccall(:jl_type_intersection_with_env, Any, (Any, Any), at2, method.sig)::SimpleVector sparams = sp_[2]::SimpleVector end return atypes, sparams end # get a handle to the unique specialization object representing a particular instantiation of a call function specialize_method(method::Method, @nospecialize(atypes), sparams::SimpleVector, preexisting::Bool=false, compilesig::Bool=false) if isa(atypes, UnionAll) atypes, sparams = normalize_typevars(method, atypes, sparams) end if compilesig new_atypes = get_compileable_sig(method, atypes, sparams) new_atypes === nothing && return nothing atypes = new_atypes end if preexisting # check cached specializations # for an existing result stored there return ccall(:jl_specializations_lookup, Any, (Any, Any), method, atypes) end return ccall(:jl_specializations_get_linfo, Ref{MethodInstance}, (Any, Any, Any), method, atypes, sparams) end function specialize_method(match::MethodMatch, preexisting::Bool=false, compilesig::Bool=false) return specialize_method(match.method, match.spec_types, match.sparams, preexisting, compilesig) end # This function is used for computing alternate limit heuristics function method_for_inference_heuristics(method::Method, @nospecialize(sig), sparams::SimpleVector) if isdefined(method, :generator) && method.generator.expand_early && may_invoke_generator(method, sig, sparams) method_instance = specialize_method(method, sig, sparams, false) if isa(method_instance, MethodInstance) cinfo = get_staged(method_instance) if isa(cinfo, CodeInfo) method2 = cinfo.method_for_inference_limit_heuristics if method2 isa Method return method2 end end end end return nothing end argextype(@nospecialize(x), state) = argextype(x, state.src, state.sptypes, state.slottypes) const empty_slottypes = Any[] function argextype(@nospecialize(x), src, sptypes::Vector{Any}, slottypes::Vector{Any} = empty_slottypes) if isa(x, Expr) if x.head === :static_parameter return sptypes[x.args[1]] elseif x.head === :boundscheck return Bool elseif x.head === :copyast return argextype(x.args[1], src, sptypes, slottypes) end @assert false "argextype only works on argument-position values" elseif isa(x, SlotNumber) return slottypes[(x::SlotNumber).id] elseif isa(x, TypedSlot) return (x::TypedSlot).typ elseif isa(x, SSAValue) return abstract_eval_ssavalue(x::SSAValue, src) elseif isa(x, Argument) return isa(src, IncrementalCompact) ? src.ir.argtypes[x.n] : isa(src, IRCode) ? src.argtypes[x.n] : slottypes[x.n] elseif isa(x, QuoteNode) return Const((x::QuoteNode).value) elseif isa(x, GlobalRef) return abstract_eval_global(x.mod, (x::GlobalRef).name) elseif isa(x, PhiNode) return Any elseif isa(x, PiNode) return x.typ else return Const(x) end end ################### # SSAValues/Slots # ################### function find_ssavalue_uses(body::Vector{Any}, nvals::Int) uses = BitSet[ BitSet() for i = 1:nvals ] for line in 1:length(body) e = body[line] if isa(e, ReturnNode) e = e.val elseif isa(e, GotoIfNot) e = e.cond end if isa(e, SSAValue) push!(uses[e.id], line) elseif isa(e, Expr) find_ssavalue_uses(e, uses, line) elseif isa(e, PhiNode) find_ssavalue_uses(e, uses, line) end end return uses end function find_ssavalue_uses(e::Expr, uses::Vector{BitSet}, line::Int) head = e.head is_meta_expr_head(head) && return skiparg = (head === :(=)) for a in e.args if skiparg skiparg = false elseif isa(a, SSAValue) push!(uses[a.id], line) elseif isa(a, Expr) find_ssavalue_uses(a, uses, line) end end end function find_ssavalue_uses(e::PhiNode, uses::Vector{BitSet}, line::Int) for val in e.values if isa(val, SSAValue) push!(uses[val.id], line) end end end function is_throw_call(e::Expr) if e.head === :call f = e.args[1] if isa(f, GlobalRef) ff = abstract_eval_global(f.mod, f.name) if isa(ff, Const) && ff.val === Core.throw return true end end end return false end function find_throw_blocks(code::Vector{Any}, ir = RefValue{IRCode}()) stmts = BitSet() n = length(code) try_depth = 0 for i in n:-1:1 s = code[i] if isa(s, Expr) if s.head === :enter try_depth -= 1 elseif s.head === :leave try_depth += (s.args[1]::Int) elseif s.head === :gotoifnot tgt = s.args[2]::Int if i+1 in stmts && tgt in stmts push!(stmts, i) end elseif s.head === :return elseif is_throw_call(s) if try_depth == 0 push!(stmts, i) end elseif i+1 in stmts push!(stmts, i) end elseif isa(s, ReturnNode) # NOTE: it potentially makes sense to treat unreachable nodes # (where !isdefined(s, :val)) as `throw` points, but that can cause # worse codegen around the call site (issue #37558) elseif isa(s, GotoNode) tgt = s.label if isassigned(ir) tgt = first(ir[].cfg.blocks[tgt].stmts) end if tgt in stmts push!(stmts, i) end elseif isa(s, GotoIfNot) if i+1 in stmts tgt = s.dest::Int if isassigned(ir) tgt = first(ir[].cfg.blocks[tgt].stmts) end if tgt in stmts push!(stmts, i) end end elseif i+1 in stmts push!(stmts, i) end end return stmts end # using a function to ensure we can infer this @inline slot_id(s) = isa(s, SlotNumber) ? (s::SlotNumber).id : isa(s, Argument) ? (s::Argument).n : (s::TypedSlot).id ########### # options # ########### is_root_module(m::Module) = false inlining_enabled() = (JLOptions().can_inline == 1) function coverage_enabled(m::Module) ccall(:jl_generating_output, Cint, ()) == 0 || return false # don't alter caches cov = JLOptions().code_coverage if cov == 1 m = moduleroot(m) m === Core && return false isdefined(Main, :Base) && m === Main.Base && return false return true elseif cov == 2 return true end return false end function inbounds_option() opt_check_bounds = JLOptions().check_bounds opt_check_bounds == 0 && return :default opt_check_bounds == 1 && return :on return :off end