Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 10 additions & 0 deletions compiler/rustc_codegen_llvm/src/llvm/ffi.rs
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
#![allow(non_camel_case_types)]
#![allow(non_upper_case_globals)]


use std::ptr;
use rustc_codegen_ssa::coverageinfo::map as coverage_map;
use rustc_middle::middle::autodiff_attrs::DiffActivity;

Expand Down Expand Up @@ -1061,6 +1063,8 @@ pub(crate) unsafe fn enzyme_rust_forward_diff(

EnzymeCreateForwardDiff(
logic_ref, // Logic
ptr::null(),
ptr::null(),
fnc,
ret_activity, // LLVM function, return type
input_activity.as_ptr(),
Expand Down Expand Up @@ -1123,6 +1127,8 @@ pub(crate) unsafe fn enzyme_rust_reverse_diff(

EnzymeCreatePrimalAndGradient(
logic_ref, // Logic
ptr::null(),
ptr::null(),
fnc,
ret_activity, // LLVM function, return type
input_activity.as_ptr(),
Expand Down Expand Up @@ -2818,6 +2824,8 @@ pub enum CDerivativeMode {
extern "C" {
fn EnzymeCreatePrimalAndGradient<'a>(
arg1: EnzymeLogicRef,
builderCtx: *const u8, // &'a Builder<'_>,
callerCtx: *const u8,// &'a Value,
todiff: &'a Value,
retType: CDIFFE_TYPE,
constant_args: *const CDIFFE_TYPE,
Expand All @@ -2841,6 +2849,8 @@ extern "C" {
extern "C" {
fn EnzymeCreateForwardDiff<'a>(
arg1: EnzymeLogicRef,
builderCtx: *const u8,// &'a Builder<'_>,
callerCtx: *const u8,// &'a Value,
todiff: &'a Value,
retType: CDIFFE_TYPE,
constant_args: *const CDIFFE_TYPE,
Expand Down
2 changes: 1 addition & 1 deletion src/tools/enzyme
Submodule enzyme updated 82 files
+0 −1 .github/workflows/doxygen.yml
+4 −2 enzyme/CMakeLists.txt
+45 −46 enzyme/Enzyme/ActivityAnalysis.cpp
+46 −45 enzyme/Enzyme/AdjointGenerator.h
+57 −33 enzyme/Enzyme/BlasDerivatives.td
+91 −14 enzyme/Enzyme/CApi.cpp
+2 −34 enzyme/Enzyme/CApi.h
+6 −5 enzyme/Enzyme/CMakeLists.txt
+108 −0 enzyme/Enzyme/Clang/EnzymeClang.cpp
+7 −0 enzyme/Enzyme/Clang/EnzymePassLoader.cpp
+4 −2 enzyme/Enzyme/DiffeGradientUtils.cpp
+483 −286 enzyme/Enzyme/DifferentialUseAnalysis.cpp
+64 −290 enzyme/Enzyme/DifferentialUseAnalysis.h
+136 −78 enzyme/Enzyme/Enzyme.cpp
+285 −87 enzyme/Enzyme/EnzymeLogic.cpp
+72 −22 enzyme/Enzyme/EnzymeLogic.h
+41 −21 enzyme/Enzyme/FunctionUtils.cpp
+2 −0 enzyme/Enzyme/FunctionUtils.h
+87 −61 enzyme/Enzyme/GradientUtils.cpp
+11 −7 enzyme/Enzyme/GradientUtils.h
+2 −1 enzyme/Enzyme/InstructionBatcher.cpp
+27 −27 enzyme/Enzyme/InstructionDerivatives.td
+25 −0 enzyme/Enzyme/MustExitScalarEvolution.cpp
+4 −0 enzyme/Enzyme/MustExitScalarEvolution.h
+29 −0 enzyme/Enzyme/PreserveNVVM.cpp
+3 −2 enzyme/Enzyme/TraceGenerator.cpp
+12 −5 enzyme/Enzyme/TraceUtils.cpp
+3 −2 enzyme/Enzyme/TypeAnalysis/BaseType.h
+2 −2 enzyme/Enzyme/TypeAnalysis/ConcreteType.h
+28 −6 enzyme/Enzyme/TypeAnalysis/TypeAnalysis.cpp
+46 −0 enzyme/Enzyme/TypeAnalysis/TypeTree.h
+181 −45 enzyme/Enzyme/Utils.cpp
+44 −17 enzyme/Enzyme/Utils.h
+8 −2 enzyme/cmake/EnzymeConfig.cmake.in
+1 −1 enzyme/test/Enzyme/ForwardMode/augmentedreturn.ll
+2 −2 enzyme/test/Enzyme/ForwardMode/freeuse.ll
+0 −2 enzyme/test/Enzyme/ForwardMode/frexp.ll
+27 −0 enzyme/test/Enzyme/ForwardMode/maxpd.ll
+2 −2 enzyme/test/Enzyme/ReverseMode/blas/cblas_ddot.ll
+2 −2 enzyme/test/Enzyme/ReverseMode/blas/cblas_ddot64_.ll
+16 −16 enzyme/test/Enzyme/ReverseMode/blas/cblas_sdot_runtime_act.ll
+82 −37 enzyme/test/Enzyme/ReverseMode/blas/gemm_f.ll
+123 −69 enzyme/test/Enzyme/ReverseMode/blas/gemm_f_c.ll
+0 −329 enzyme/test/Enzyme/ReverseMode/blas/gemm_f_c_lacpy.ll
+134 −80 enzyme/test/Enzyme/ReverseMode/blas/gemm_f_c_lacpy_runtime_act.ll
+88 −62 enzyme/test/Enzyme/ReverseMode/blas/gemm_f_c_loop.ll
+106 −57 enzyme/test/Enzyme/ReverseMode/blas/gemm_f_c_split.ll
+114 −65 enzyme/test/Enzyme/ReverseMode/blas/gemm_f_c_split_lacpy.ll
+134 −85 enzyme/test/Enzyme/ReverseMode/blas/gemm_f_c_split_transpose_lacpy.ll
+90 −27 enzyme/test/Enzyme/ReverseMode/blas/gemm_f_c_transpose_lacpy.ll
+49 −20 enzyme/test/Enzyme/ReverseMode/blas/gemm_f_change_ld.ll
+0 −126 enzyme/test/Enzyme/ReverseMode/blas/gemm_f_lacpy.ll
+87 −42 enzyme/test/Enzyme/ReverseMode/blas/gemm_f_over.ll
+63 −19 enzyme/test/Enzyme/ReverseMode/blas/gemm_f_over_lacpy.ll
+1 −1 enzyme/test/Enzyme/ReverseMode/blas/gemv_c_loop.ll
+5 −4 enzyme/test/Enzyme/ReverseMode/blas/gemv_c_loop2.ll
+19 −13 enzyme/test/Enzyme/ReverseMode/blas/gemv_c_loop3_matcopy.ll
+64 −52 enzyme/test/Enzyme/ReverseMode/blas/gemv_f_c_split_blascpy.ll
+27 −13 enzyme/test/Enzyme/ReverseMode/blas/gemv_f_c_split_blascpy_runtime_act.ll
+24 −14 enzyme/test/Enzyme/ReverseMode/blas/gemv_f_c_split_memcpy.ll
+29 −0 enzyme/test/Enzyme/ReverseMode/expm1f.ll
+2 −33 enzyme/test/Enzyme/ReverseMode/infAlloc.ll
+18 −0 enzyme/test/Enzyme/ReverseMode/mem2regfn.ll
+1 −2 enzyme/test/Enzyme/ReverseMode/multiloopexit.ll
+20 −0 enzyme/test/Integration/ForwardMode/err_empty.c
+391 −0 enzyme/test/Integration/ReverseMode/blas.cpp
+376 −0 enzyme/test/Integration/ReverseMode/blas_runtime.cpp
+359 −0 enzyme/test/Integration/ReverseMode/cublas.cpp
+20 −0 enzyme/test/Integration/ReverseMode/err_empty.c
+79 −0 enzyme/test/Integration/ReverseMode/loopsnested.c
+1,367 −0 enzyme/test/Integration/blasinfra.h
+23 −0 enzyme/test/TypeAnalysis/veci1.ll
+3 −5 enzyme/test/test_find_package/CMakeLists.txt
+1 −1 enzyme/test/test_find_package/main.c
+441 −338 enzyme/tools/enzyme-tblgen/blas-tblgen.cpp
+85 −21 enzyme/tools/enzyme-tblgen/blasDeclUpdater.h
+82 −4 enzyme/tools/enzyme-tblgen/blasDiffUseUpdater.h
+84 −19 enzyme/tools/enzyme-tblgen/blasTAUpdater.h
+13 −8 enzyme/tools/enzyme-tblgen/caching.cpp
+72 −7 enzyme/tools/enzyme-tblgen/datastructures.cpp
+12 −2 enzyme/tools/enzyme-tblgen/datastructures.h
+384 −0 enzyme/tools/enzyme-tblgen/enzyme-tblgen.cpp