From b5cac4c54144bf930b5465039eb6ae8708ed8cdf Mon Sep 17 00:00:00 2001 From: isabella618033 Date: Wed, 2 Aug 2023 15:28:49 +0000 Subject: [PATCH] bottom k 5 -> 2 --- openvalidators/reward/diversity.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/openvalidators/reward/diversity.py b/openvalidators/reward/diversity.py index 8b24ab1..f689e13 100644 --- a/openvalidators/reward/diversity.py +++ b/openvalidators/reward/diversity.py @@ -56,7 +56,7 @@ def __init__( self, device: str ): self.tokenizer = AutoTokenizer.from_pretrained( DiversityRewardModel.diversity_model_path ) self.model = AutoModel.from_pretrained( DiversityRewardModel.diversity_model_path ).to(self.device) self.reward_quantile = torch.tensor(0.1).to(self.device) - self.history_reward_bottom_k = 5 + self.history_reward_bottom_k = 2 self.historic_embeddings = torch.tensor([]).to(self.device) self.history_range = (500, 15500)