Download buttons

bin/pg_dump.py

@@ -27,5 +27,3 @@
 call([
     'docker', 'exec', 'codabench-django-1', 'python', 'manage.py', 'upload_backup', f'{dump_name}'
 ])
-
-

compute_worker/compute_worker.py

@@ -41,7 +41,7 @@
 # Setup base directories used by all submissions
 # note: we need to pass this directory to docker-compose so it knows where to store things!
 HOST_DIRECTORY = os.environ.get("HOST_DIRECTORY", "/tmp/codabench/")
-BASE_DIR = "/codabench/" # base directory inside the container
+BASE_DIR = "/codabench/"  # base directory inside the container
 CACHE_DIR = os.path.join(BASE_DIR, "cache")
 MAX_CACHE_DIR_SIZE_GB = float(os.environ.get('MAX_CACHE_DIR_SIZE_GB', 10))
 
@@ -74,6 +74,7 @@
 else:
     CONTAINER_ENGINE_EXECUTABLE = "docker"
 
+
 class SubmissionException(Exception):
     pass
 
@@ -182,7 +183,7 @@ def __init__(self, run_args):
         self.bundle_dir = os.path.join(self.root_dir, "bundles")
         self.input_dir = os.path.join(self.root_dir, "input")
         self.output_dir = os.path.join(self.root_dir, "output")
-        self.data_dir = os.path.join(HOST_DIRECTORY, "data") # absolute path to data in the host
+        self.data_dir = os.path.join(HOST_DIRECTORY, "data")  # absolute path to data in the host
         self.logs = {}
 
         # Details for submission
@@ -497,10 +498,10 @@ async def _run_program_directory(self, program_dir, kind, can_be_output=False):
 
         logger.info(f"Metadata path is {os.path.join(program_dir, metadata_path)}")
         with open(os.path.join(program_dir, metadata_path), 'r') as metadata_file:
-            try: # try to find a command in the metadata, in other cases set metadata to None
+            try:  # try to find a command in the metadata, in other cases set metadata to None
                 metadata = yaml.load(metadata_file.read(), Loader=yaml.FullLoader)
                 logger.info(f"Metadata contains:\n {metadata}")
-                if isinstance(metadata, dict): # command found
+                if isinstance(metadata, dict):  # command found
                     command = metadata.get("command")
                 else:
                     command = None

fabfile.py

@@ -17,13 +17,15 @@
 #   $ fab -R role_name <command>
 env.roledefs = yaml.load(open('server_config.yaml').read())
 
+
 # ----------------------------------------------------------------------------
 # Helpers
 # ----------------------------------------------------------------------------
 def _reconnect_current_host():
     network.disconnect_all()
     connections.connect(env.host + ':%s' % env.port)
 
+
 # ----------------------------------------------------------------------------
 # Tasks
 # ----------------------------------------------------------------------------

src/apps/api/serializers/competitions.py

@@ -4,6 +4,7 @@
 
 from api.fields import NamedBase64ImageField
 from api.mixins import DefaultUserCreateMixin
+from api.serializers.datasets import DataDetailSerializer
 from api.serializers.leaderboards import LeaderboardSerializer, ColumnSerializer
 from api.serializers.profiles import CollaboratorSerializer
 from api.serializers.submissions import SubmissionScoreSerializer
@@ -41,6 +42,8 @@ class Meta:
             'auto_migrate_to_this_phase',
             'hide_output',
             'leaderboard',
+            'public_data',
+            'starting_kit',
             'is_final_phase',
         )
 
@@ -90,6 +93,9 @@ class PhaseDetailSerializer(serializers.ModelSerializer):
     tasks = PhaseTaskInstanceSerializer(source='task_instances', many=True)
     status = serializers.SerializerMethodField()
 
+    public_data = DataDetailSerializer(read_only=True)
+    starting_kit = DataDetailSerializer(read_only=True)
+
     class Meta:
         model = Phase
         fields = (
@@ -100,13 +106,16 @@ class Meta:
             'name',
             'description',
             'status',
+            'execution_time_limit',
             'tasks',
-            'auto_migrate_to_this_phase',
             'has_max_submissions',
             'max_submissions_per_day',
             'max_submissions_per_person',
-            'execution_time_limit',
+            'auto_migrate_to_this_phase',
             'hide_output',
+            # no leaderboard
+            'public_data',
+            'starting_kit',
             'is_final_phase',
         )
 

src/apps/api/serializers/datasets.py

@@ -26,6 +26,7 @@ class Meta:
             'was_created_by_competition',
             'competition',
             'file_name',
+
         )
         read_only_fields = (
             'key',
@@ -61,6 +62,7 @@ def create(self, validated_data):
 
 
 class DataSimpleSerializer(serializers.ModelSerializer):
+
     class Meta:
         model = Data
         fields = (
@@ -74,6 +76,7 @@ class Meta:
 class DataDetailSerializer(serializers.ModelSerializer):
     created_by = serializers.CharField(source='created_by.username')
     competition = serializers.SerializerMethodField()
+    value = serializers.CharField(source='key', required=False)
 
     class Meta:
         model = Data
@@ -86,6 +89,8 @@ class Meta:
             'description',
             'is_public',
             'key',
+            # Value is used for Semantic Multiselect dropdown api calls
+            'value',
             'was_created_by_competition',
             'in_use',
             'file_size',

src/apps/api/serializers/tasks.py

@@ -13,6 +13,7 @@
 class SolutionSerializer(WritableNestedModelSerializer):
     tasks = serializers.SlugRelatedField(queryset=Task.objects.all(), required=False, allow_null=True, slug_field='key', many=True)
     data = serializers.SlugRelatedField(queryset=Data.objects.all(), required=False, allow_null=True, slug_field='key')
+    size = serializers.SerializerMethodField()
 
     class Meta:
         model = Solution
@@ -23,8 +24,16 @@ class Meta:
             'tasks',
             'data',
             'md5',
+            'size',
         ]
 
+    def get_size(self, instance):
+        try:
+            return instance.data.file_size
+        except AttributeError:
+            print("This solution has no data associated with it...might be a test")
+            return None
+
 
 class SolutionListSerializer(serializers.ModelSerializer):
     data = DataDetailSerializer()
@@ -38,6 +47,7 @@ class Meta:
 
 
 class TaskSerializer(DefaultUserCreateMixin, WritableNestedModelSerializer):
+
     input_data = serializers.SlugRelatedField(queryset=Data.objects.all(), required=False, allow_null=True, slug_field='key')
     ingestion_program = serializers.SlugRelatedField(queryset=Data.objects.all(), required=False, allow_null=True, slug_field='key')
     reference_data = serializers.SlugRelatedField(queryset=Data.objects.all(), required=False, allow_null=True, slug_field='key')
@@ -159,6 +169,8 @@ class PhaseTaskInstanceSerializer(serializers.HyperlinkedModelSerializer):
     key = serializers.CharField(source='task.key', required=False)
     created_when = serializers.DateTimeField(source='task.created_when', required=False)
     name = serializers.CharField(source='task.name', required=False)
+    solutions = serializers.SerializerMethodField()
+    public_datasets = serializers.SerializerMethodField()
 
     class Meta:
         model = PhaseTaskInstance
@@ -172,4 +184,23 @@ class Meta:
             'key',
             'created_when',
             'name',
+            'solutions',
+            'public_datasets'
         )
+
+    def get_solutions(self, instance):
+        qs = instance.task.solutions.all()
+        return SolutionSerializer(qs, many=True).data
+
+    def get_public_datasets(self, instance):
+        input_data = instance.task.input_data
+        reference_data = instance.task.reference_data
+        ingestion_program = instance.task.ingestion_program
+        scoring_program = instance.task.scoring_program
+        try:
+            dataset_list_ids = [input_data.id, reference_data.id, ingestion_program.id, scoring_program.id]
+            qs = Data.objects.filter(id__in=dataset_list_ids)
+            return DataDetailSerializer(qs, many=True).data
+        except AttributeError:
+            print("This phase task has no datasets")
+            return None

src/apps/api/views/competitions.py

@@ -31,6 +31,7 @@
 from competitions.emails import send_participation_requested_emails, send_participation_accepted_emails, \
     send_participation_denied_emails, send_direct_participant_email
 from competitions.models import Competition, Phase, CompetitionCreationTaskStatus, CompetitionParticipant, Submission
+from datasets.models import Data
 from competitions.tasks import batch_send_email, manual_migration, create_competition_dump
 from competitions.utils import get_popular_competitions, get_featured_competitions
 from leaderboards.models import Leaderboard
@@ -229,7 +230,21 @@ def update(self, request, *args, **kwargs):
 
                     phase['leaderboard'] = leaderboard_id
 
+                # Get public_data and starting_kit
+                for phase in data['phases']:
+                    # We just need to know what public_data and starting_kit go with this phase
+                    # We don't need to serialize the whole object
+                    try:
+                        phase['public_data'] = Data.objects.filter(key=phase['public_data']['value'])[0].id
+                    except TypeError:
+                        phase['public_data'] = None
+                    try:
+                        phase['starting_kit'] = Data.objects.filter(key=phase['starting_kit']['value'])[0].id
+                    except TypeError:
+                        phase['starting_kit'] = None
+
             serializer = self.get_serializer(instance, data=data, partial=partial)
+            type(serializer)
             serializer.is_valid(raise_exception=True)
             self.perform_update(serializer)
 

src/apps/api/views/datasets.py

@@ -79,7 +79,6 @@ def get_serializer_class(self):
             return serializers.DataSerializer
 
     def create(self, request, *args, **kwargs):
-
         serializer = self.get_serializer(data=request.data)
         serializer.is_valid(raise_exception=True)
         new_dataset = serializer.save()  # request_sassy_file_name is temporarily set via this serializer

src/apps/competitions/migrations/0033_auto_20230617_1753.py

@@ -0,0 +1,25 @@
+# Generated by Django 2.2.17 on 2023-06-17 17:53
+
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('datasets', '0007_auto_20230609_1738'),
+        ('competitions', '0032_submission_worker_hostname'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='phase',
+            name='public_data',
+            field=models.ForeignKey(blank=True, null=True, on_delete=django.db.models.deletion.SET_NULL, related_name='phase_public_data', to='datasets.Data'),
+        ),
+        migrations.AddField(
+            model_name='phase',
+            name='starting_kit',
+            field=models.ForeignKey(blank=True, null=True, on_delete=django.db.models.deletion.SET_NULL, related_name='phase_starting_kit', to='datasets.Data'),
+        ),
+    ]

src/apps/competitions/models.py

@@ -283,6 +283,9 @@ class Phase(ChaHubSaveMixin, models.Model):
     leaderboard = models.ForeignKey('leaderboards.Leaderboard', on_delete=models.DO_NOTHING, null=True, blank=True,
                                     related_name="phases")
 
+    public_data = models.ForeignKey('datasets.Data', on_delete=models.SET_NULL, null=True, blank=True, related_name="phase_public_data")
+    starting_kit = models.ForeignKey('datasets.Data', on_delete=models.SET_NULL, null=True, blank=True, related_name="phase_starting_kit")
+
     class Meta:
         ordering = ('index',)
 

src/apps/competitions/tasks.py

@@ -381,7 +381,6 @@ def mark_status_as_failed_and_delete_dataset(competition_creation_status, detail
             )
 
             unpacker.unpack()
-
             try:
                 competition = unpacker.save()
             except ValidationError as e:

src/apps/competitions/tests/unpacker_test_data.py

@@ -203,6 +203,8 @@
         'auto_migrate_to_this_phase': False,
         'has_max_submissions': True,
         'end': datetime.datetime(2019, 9, 30, 0, 0, tzinfo=timezone.now().tzinfo),
+        'public_data': None,
+        'starting_kit': None,
         'tasks': [0],
         'status': 'Previous',
     },
@@ -216,9 +218,11 @@
         'max_submissions_per_person': None,
         'auto_migrate_to_this_phase': True,
         'has_max_submissions': True,
+        'end': None,
+        'public_data': None,
+        'starting_kit': None,
         'tasks': [1],
         'status': 'Current',
-        'end': None,
         'is_final_phase': True,
     }
 ]

src/apps/competitions/unpackers/base_unpacker.py

@@ -231,6 +231,7 @@ def _unpack_phases(self):
             "description": phase_description,
             "start": phase_start (datetime.datetime),
             "end": phase_end (datetime.datetime),
+            # BB public_data and starting_kit
             # ... See serializer for complete fields list
             "tasks": [list of indices that should match self.competition['tasks']]
         }
@@ -315,6 +316,14 @@ def _save_competition(self):
         for phase in self.competition['phases']:
             phase['tasks'] = [self.competition['tasks'][index].key for index in phase['tasks']]
             phase['leaderboard'] = self.competition['leaderboards'][0].id
+            phase_public_data_file_data = phase['public_data']
+            phase_starting_kit_file_data = phase['starting_kit']
+            if phase_public_data_file_data is not None:
+                public_data_key, public_data_temp_data_path = self._get_data_key(**phase_public_data_file_data)
+                phase['public_data'] = Data.objects.filter(key=public_data_key)[0].id
+            if phase_starting_kit_file_data is not None:
+                starting_kit_key, starting_kit_temp_data_path = self._get_data_key(**phase_starting_kit_file_data)
+                phase['starting_kit'] = Data.objects.filter(key=starting_kit_key)[0].id
 
         self.competition.pop('leaderboards')
 

src/apps/competitions/unpackers/v1.py

@@ -98,6 +98,27 @@ def _unpack_phases(self):
                 else:
                     new_phase['end'] = None
 
+            # Public Data and Starting Kit
+            try:
+                new_phase['public_data'] = {
+                    'file_name': phase['public_data'],
+                    'file_path': os.path.join(self.temp_directory, phase['public_data']),
+                    'file_type': 'public_data',
+                    'creator': self.creator.id,
+                }
+            except KeyError:
+                new_phase['public_data'] = None
+
+            try:
+                new_phase['starting_kit'] = {
+                    'file_name': phase['starting_kit'],
+                    'file_path': os.path.join(self.temp_directory, phase['starting_kit']),
+                    'file_type': 'starting_kit',
+                    'creator': self.creator.id,
+                }
+            except KeyError:
+                new_phase['starting_kit'] = None
+
             task_index = len(self.competition['tasks'])
             new_phase['tasks'] = [task_index]
             self.competition['phases'].append(new_phase)

src/apps/competitions/unpackers/v2.py

@@ -203,6 +203,27 @@ def _unpack_phases(self):
             if new_phase['max_submissions_per_day'] or new_phase['max_submissions_per_person']:
                 new_phase['has_max_submissions'] = True
 
+            # Public Data and Starting Kit
+            try:
+                new_phase['public_data'] = {
+                    'file_name': phase_data['public_data'],
+                    'file_path': os.path.join(self.temp_directory, phase_data['public_data']),
+                    'file_type': 'public_data',
+                    'creator': self.creator.id,
+                }
+            except KeyError:
+                new_phase['public_data'] = None
+
+            try:
+                new_phase['starting_kit'] = {
+                    'file_name': phase_data['starting_kit'],
+                    'file_path': os.path.join(self.temp_directory, phase_data['starting_kit']),
+                    'file_type': 'starting_kit',
+                    'creator': self.creator.id,
+                }
+            except KeyError:
+                new_phase['starting_kit'] = None
+
             self.competition['phases'].append(new_phase)
         self._validate_phase_ordering()
         self._set_phase_statuses()

src/apps/profiles/views.py

@@ -68,7 +68,6 @@ def get_context_data(self, **kwargs):
 
 def activate(request, uidb64, token):
     try:
-        # import pdb; pdb.set_trace();
         uid = force_str(urlsafe_base64_decode(uidb64))
         user = User.objects.get(pk=uid)
     except User.DoesNotExist: