You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
37 lines
977 B
37 lines
977 B
#if !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)
|
|
#pragma once
|
|
|
|
#include <c10/util/Exception.h>
|
|
|
|
#include <ostream>
|
|
#include <string>
|
|
|
|
namespace at {
|
|
|
|
enum class ROCmFABackend : int8_t { Default, AOTriton, Ck };
|
|
|
|
inline std::string ROCmFABackendToString(at::ROCmFABackend backend) {
|
|
switch (backend) {
|
|
case ROCmFABackend::Default:
|
|
return "at::ROCmFABackend::Default";
|
|
case ROCmFABackend::AOTriton:
|
|
return "at::ROCmFABackend::AOTriton";
|
|
case ROCmFABackend::Ck:
|
|
return "at::ROCmFABackend::Ck";
|
|
default:
|
|
TORCH_CHECK(false, "Unknown ROCm flash attention backend")
|
|
}
|
|
}
|
|
|
|
inline std::ostream& operator<<(
|
|
std::ostream& stream,
|
|
at::ROCmFABackend backend) {
|
|
return stream << ROCmFABackendToString(backend);
|
|
}
|
|
|
|
} // namespace at
|
|
|
|
#else
|
|
#error "This file should not be included when either TORCH_STABLE_ONLY or TORCH_TARGET_VERSION is defined."
|
|
#endif // !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)
|