From 8d3b4b36311fe0c93512c5b668619b08a99e2a53 Mon Sep 17 00:00:00 2001 From: Eugene Date: Thu, 13 Jul 2023 12:58:46 -0700 Subject: [PATCH 1/3] testing --- openvalidators/neuron.py | 6 +++++- openvalidators/reward/diversity.py | 2 +- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/openvalidators/neuron.py b/openvalidators/neuron.py index d09ba27..5c736bc 100644 --- a/openvalidators/neuron.py +++ b/openvalidators/neuron.py @@ -107,9 +107,13 @@ def __init__(self): bt.logging.debug(str(self.dataset)) # Init the gating model which learns which miners to select for each query. + print('self.config.gating.num_uids:', self.config.gating.num_uids) bt.logging.debug("loading", "gating_model") if not self.config.gating.num_uids: + print('GRABBING subnet n') self.config.gating.num_uids = self.subtensor.subnetwork_n(self.config.netuid) + print(self.config.gating.num_uids) + if self.config.neuron.mock_gating_model: self.gating_model = MockGatingModel(self.metagraph.n.item()) elif self.config.neuron.use_custom_gating_model: @@ -118,7 +122,7 @@ def __init__(self): self.gating_model = GatingModel(metagraph=self.metagraph, config=self.config).to(self.device) bt.logging.debug(str(self.gating_model)) - # Dendrite pool for querying the network during training. + # Dendrite pool for querying the network during training. bt.logging.debug("loading", "dendrite_pool") if self.config.neuron.mock_dendrite_pool: self.dendrite_pool = MockDendritePool() diff --git a/openvalidators/reward/diversity.py b/openvalidators/reward/diversity.py index 52eebd5..185c53b 100644 --- a/openvalidators/reward/diversity.py +++ b/openvalidators/reward/diversity.py @@ -90,7 +90,7 @@ def get_rewards( self, prompt: str, completions: List[str], name: str ) -> torch # Check if completions are empty, return 0 if so if len(completions) == 0: - return torch.tensor([]) + return torch.tensor([]).to(self.device) # Get embeddings for all completions. embeddings = self.get_embeddings( completions ) From eb6d5cc42ad9f2042779aa4ceea3a58d4e7f1430 Mon Sep 17 00:00:00 2001 From: Eugene Date: Thu, 13 Jul 2023 13:00:55 -0700 Subject: [PATCH 2/3] max n --- openvalidators/neuron.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/openvalidators/neuron.py b/openvalidators/neuron.py index 5c736bc..2a36786 100644 --- a/openvalidators/neuron.py +++ b/openvalidators/neuron.py @@ -111,7 +111,7 @@ def __init__(self): bt.logging.debug("loading", "gating_model") if not self.config.gating.num_uids: print('GRABBING subnet n') - self.config.gating.num_uids = self.subtensor.subnetwork_n(self.config.netuid) + self.config.gating.num_uids = self.subtensor.max_n(self.config.netuid) print(self.config.gating.num_uids) if self.config.neuron.mock_gating_model: From 33852343bc1c28a4a6cc0d54b3c6cfc58d9ce855 Mon Sep 17 00:00:00 2001 From: Eugene Date: Thu, 13 Jul 2023 13:10:52 -0700 Subject: [PATCH 3/3] remove logging --- openvalidators/neuron.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/openvalidators/neuron.py b/openvalidators/neuron.py index 2a36786..f1a2405 100644 --- a/openvalidators/neuron.py +++ b/openvalidators/neuron.py @@ -107,12 +107,9 @@ def __init__(self): bt.logging.debug(str(self.dataset)) # Init the gating model which learns which miners to select for each query. - print('self.config.gating.num_uids:', self.config.gating.num_uids) bt.logging.debug("loading", "gating_model") if not self.config.gating.num_uids: - print('GRABBING subnet n') self.config.gating.num_uids = self.subtensor.max_n(self.config.netuid) - print(self.config.gating.num_uids) if self.config.neuron.mock_gating_model: self.gating_model = MockGatingModel(self.metagraph.n.item())