Template Function at::symint::_scaled_dot_product_flash_attention_backward(const at::Tensor&, const at::Tensor&, const at::Tensor&, const at::Tensor&, const at::Tensor&, const at::Tensor&, const at::Tensor&, const at::Tensor&, int64_t, int64_t, double, bool, const at::Tensor&, const at::Tensor&, ::std::optional<double>)¶

Function Documentation¶

template<typename T, typename = std::enable_if_t<std::is_same<T, int64_t>::value>> ::std::tuple<at::Tensor, at::Tensor, at::Tensor> at::symint::_scaled_dot_product_flash_attention_backward(const at::Tensor &grad_out, const at::Tensor &query, const at::Tensor &key, const at::Tensor &value, const at::Tensor &out, const at::Tensor &logsumexp, const at::Tensor &cum_seq_q, const at::Tensor &cum_seq_k, int64_t max_q, int64_t max_k, double dropout_p, bool is_causal, const at::Tensor &philox_seed, const at::Tensor &philox_offset, ::std::optional<double> scale = ::std::nullopt)¶