diff --git a/openvalidators/reward/diversity.py b/openvalidators/reward/diversity.py index 8b24ab1..f689e13 100644 --- a/openvalidators/reward/diversity.py +++ b/openvalidators/reward/diversity.py @@ -56,7 +56,7 @@ def __init__( self, device: str ): self.tokenizer = AutoTokenizer.from_pretrained( DiversityRewardModel.diversity_model_path ) self.model = AutoModel.from_pretrained( DiversityRewardModel.diversity_model_path ).to(self.device) self.reward_quantile = torch.tensor(0.1).to(self.device) - self.history_reward_bottom_k = 5 + self.history_reward_bottom_k = 2 self.historic_embeddings = torch.tensor([]).to(self.device) self.history_range = (500, 15500)