improve embeddings API results

This commit is contained in:
josc146
2023-07-25 20:30:43 +08:00
parent 77868c798b
commit 1df345b5eb
4 changed files with 11 additions and 2 deletions

View File

@@ -69,7 +69,7 @@ class AbstractRWKV(ABC):
self.model_state = None
self.model_tokens = []
_, token_len = self.run_rnn(self.fix_tokens(self.pipeline.encode(input)))
embedding = self.model_state[-5].tolist()
embedding = self.model_state[-11].tolist()
embedding = (embedding / np.linalg.norm(embedding)).tolist()
return embedding, token_len