upgrade rwkv pip (0.8.13)

2023-10-03 13:33:55 +08:00
parent bd4de12e05
commit 79851433f8
18 changed files with 2922 additions and 737 deletions
--- a/backend-python/rwkv_pip/cuda/util.h
+++ b/backend-python/rwkv_pip/cuda/util.h
@@ -0,0 +1,7 @@
+#include "ATen/ATen.h"
+#include <cuda_fp16.h>
+
+template <typename T> T *data_ptr(torch::Tensor x) { return x.data_ptr<T>(); }
+template <> inline half *data_ptr(torch::Tensor x) {
+  return reinterpret_cast<half *>(x.data_ptr<at::Half>());
+}