fix op rope, add rope_back (#20293)

2026-03-11 09:53:34 +08:00
parent b2e1427c9b
commit 0cec84f999
6 changed files with 1607 additions and 13282 deletions
@@ -39,6 +39,11 @@ template<typename dst_t, typename src_t>
        return sycl::ext::oneapi::bfloat16(float(x));
    } else if constexpr (std::is_same_v<src_t, sycl::ext::oneapi::bfloat16>) {
        return static_cast<float>(x);
+    } else if constexpr (std::is_same_v<src_t, sycl::float2> && std::is_same_v<dst_t, sycl::half2>) {
+        return x.template convert<sycl::half, sycl::rounding_mode::rte>();
+    } else if constexpr (std::is_same_v<src_t, sycl::float2> &&
+                         std::is_same_v<dst_t, sycl::vec<sycl::ext::oneapi::bfloat16, 2>>) {
+        return {x.x, x.y};
    } else if constexpr(std::is_same_v<dst_t, int32_t>) {
        return int32_t(x);
    } else {
@@ -46,4 +51,5 @@ template<typename dst_t, typename src_t>
    }
 }

+
 #endif  // GGML_SYCL_CONVERT_HPP