Function at::scaled_dot_product_attention

• Defined in File Functions.h

Function Documentation

inline at::Tensor at::scaled_dot_product_attention(const at::Tensor &query, const at::Tensor &key, const at::Tensor &value, const ::std::optional<at::Tensor> &attn_mask = {}, double dropout_p = 0.0, bool is_causal = false, ::std::optional<double> scale = ::std::nullopt, bool enable_gqa = false)