Function at::_cudnn_attention_forward_symint

Function Documentation

inline ::std::tuple<at::Tensor, at::Tensor, at::Tensor, at::Tensor, c10::SymInt, c10::SymInt, at::Tensor, at::Tensor, at::Tensor> at::_cudnn_attention_forward_symint(const at::Tensor &query, const at::Tensor &key, const at::Tensor &value, const ::std::optional<at::Tensor> &attn_bias, const ::std::optional<at::Tensor> &cum_seq_q, const ::std::optional<at::Tensor> &cum_seq_k, c10::SymInt max_q, c10::SymInt max_k, bool compute_log_sumexp, double dropout_p = 0.0, bool is_causal = false, bool return_debug_mask = false, ::std::optional<double> scale = ::std::nullopt)