From 4bd2b6b6246d564a96da0ac31e8bd3bfcab9f7ab Mon Sep 17 00:00:00 2001 From: Jos van der Velde Date: Thu, 4 Jan 2024 11:32:27 +0100 Subject: [PATCH] Point .pq files to datasets bucket --- openml_OS/models/api/v1/Api_data.php | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/openml_OS/models/api/v1/Api_data.php b/openml_OS/models/api/v1/Api_data.php index 4f4f2b05..9084ef06 100644 --- a/openml_OS/models/api/v1/Api_data.php +++ b/openml_OS/models/api/v1/Api_data.php @@ -764,8 +764,11 @@ private function data($data_id) { $dataset->status = $data_status->status; } if ($dataset->format != 'Sparse_ARFF') { - $dataset->parquet_url = 'http://openml1.win.tue.nl/dataset' . $data_id . '/dataset_' . $data_id . '.pq'; - $dataset->minio_url = 'http://openml1.win.tue.nl/dataset' . $data_id . '/dataset_' . $data_id . '.pq'; + $bracket = sprintf('%04d', floor($data_id / 10000)); + $padded_id = sprintf('%04d', $data_id); + $url = MINIO_URL . 'datasets/' . $bracket . '/' . $padded_id . '/dataset_' . $data_id . '.pq'; + $dataset->parquet_url = $url; + $dataset->minio_url = $url; } $this->xmlContents( 'data-get', $this->version, $dataset ); }