Revision 3657cf5f363fd64aeaf06432e62e3960800927b0 authored by Andrew Adams on 26 January 2024, 17:26:12 UTC, committed by GitHub on 26 January 2024, 17:26:12 UTC
* Fix bounds_of_nested_lanes bounds_of_nested_lanes assumed that one layer of nested vectorization could be removed at a time. When faced with the expression: min(ramp(x8(a), x8(b), 5), x40(27)) It panicked, because on the left hand side it reduced the bounds to x8(a) ... x8(a) + x8(b) * 4, and on the right hand side it reduced the bounds to 27. It then attempted to take a min of mismatched types. In general we can't assume that binary operators on nested vectors have the same nesting structure on both sides, so I just rewrote it to reduce directly to a scalar. Fixes #8038
1 parent 4590a09
CodeGen_Internal.h
#ifndef HALIDE_CODEGEN_INTERNAL_H
#define HALIDE_CODEGEN_INTERNAL_H
/** \file
*
* Defines functionality that's useful to multiple target-specific
* CodeGen paths, but shouldn't live in CodeGen_LLVM.h (because that's the
* front-end-facing interface to CodeGen).
*/
#include <memory>
#include <string>
#include "Closure.h"
#include "Expr.h"
#include "Scope.h"
namespace llvm {
class ConstantFolder;
class ElementCount;
class Function;
class IRBuilderDefaultInserter;
class LLVMContext;
class Module;
class StructType;
class TargetMachine;
class TargetOptions;
class Type;
class Value;
template<typename, typename>
class IRBuilder;
} // namespace llvm
namespace Halide {
struct Target;
namespace Internal {
/** Get the scalar type of an llvm vector type. Returns the argument
* if it's not a vector type. */
llvm::Type *get_vector_element_type(llvm::Type *);
/** Which built-in functions require a user-context first argument? */
bool function_takes_user_context(const std::string &name);
/** Given a size (in bytes), return True if the allocation size can fit
* on the stack; otherwise, return False. This routine asserts if size is
* non-positive. */
bool can_allocation_fit_on_stack(int64_t size);
/** Does a {div/mod}_round_to_zero using binary long division for int/uint.
* max_abs is the maximum absolute value of (a/b).
* Returns the pair {div_round_to_zero, mod_round_to_zero}. */
std::pair<Expr, Expr> long_div_mod_round_to_zero(const Expr &a, const Expr &b,
const uint64_t *max_abs = nullptr);
/** Given a Halide Euclidean division/mod operation, do constant optimizations
* and possibly call lower_euclidean_div/lower_euclidean_mod if necessary.
* Can introduce mulhi_shr and sorted_avg intrinsics as well as those from the
* lower_euclidean_ operation -- div_round_to_zero or mod_round_to_zero. */
///@{
Expr lower_int_uint_div(const Expr &a, const Expr &b, bool round_to_zero = false);
Expr lower_int_uint_mod(const Expr &a, const Expr &b);
///@}
/** Given a Halide Euclidean division/mod operation, define it in terms of
* div_round_to_zero or mod_round_to_zero. */
///@{
Expr lower_euclidean_div(Expr a, Expr b);
Expr lower_euclidean_mod(Expr a, Expr b);
///@}
/** Given a Halide shift operation with a signed shift amount (may be negative), define
* an equivalent expression using only shifts by unsigned amounts. */
///@{
Expr lower_signed_shift_left(const Expr &a, const Expr &b);
Expr lower_signed_shift_right(const Expr &a, const Expr &b);
///@}
/** Reduce a mux intrinsic to a select tree */
Expr lower_mux(const Call *mux);
/** Reduce bit extraction and concatenation to bit ops */
///@{
Expr lower_extract_bits(const Call *c);
Expr lower_concat_bits(const Call *c);
///@}
/** An vectorizable implementation of Halide::round that doesn't depend on any
* standard library being present. */
Expr lower_round_to_nearest_ties_to_even(const Expr &);
/** Given an llvm::Module, set llvm:TargetOptions information */
void get_target_options(const llvm::Module &module, llvm::TargetOptions &options);
/** Given two llvm::Modules, clone target options from one to the other */
void clone_target_options(const llvm::Module &from, llvm::Module &to);
/** Given an llvm::Module, get or create an llvm:TargetMachine */
std::unique_ptr<llvm::TargetMachine> make_target_machine(const llvm::Module &module);
/** Set the appropriate llvm Function attributes given the Halide Target. */
void set_function_attributes_from_halide_target_options(llvm::Function &);
/** Save a copy of the llvm IR currently represented by the module as
* data in the __LLVM,__bitcode section. Emulates clang's
* -fembed-bitcode flag and is useful to satisfy Apple's bitcode
* inclusion requirements. */
void embed_bitcode(llvm::Module *M, const std::string &halide_command);
} // namespace Internal
} // namespace Halide
#endif
![swh spinner](/static/img/swh-spinner.gif)
Computing file changes ...