Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
51 commits
Select commit Hold shift + click to select a range
ac1893c
feat: Remove internal proxy service
St4NNi Jul 5, 2023
bdeb211
feat: Remove internal notification service
St4NNi Jul 5, 2023
0e98b95
feat: Remove internal bundler service
St4NNi Jul 5, 2023
ec1ab42
feat: Remove internal authorize service
St4NNi Jul 5, 2023
a263399
feat: Remove bundler service -> will be part of object
St4NNi Jul 5, 2023
b6815e6
feat: Remove objectgroups
St4NNi Jul 5, 2023
7cb41ef
feat: Refactor auth proto_files
St4NNi Jul 5, 2023
517a25c
feat: Remove query models
St4NNi Jul 5, 2023
0da624d
feat: Refactor endpoint_service, remove hierarchy part from info service
St4NNi Jul 5, 2023
b673dba
feat: Refactor models
St4NNi Jul 5, 2023
e473915
feat: Update object + relations
St4NNi Jul 5, 2023
5318905
feat: Refactor collection service
St4NNi Jul 5, 2023
88f680f
feat: Update object service
St4NNi Jul 5, 2023
6982b22
feat: Remove functionality to rename project
St4NNi Jul 5, 2023
916b621
feat: Remove refs to query.proto
St4NNi Jul 5, 2023
8041952
chore: Update google deps
St4NNi Jul 6, 2023
020df74
feat: Remove session from token
St4NNi Jul 6, 2023
7f8c861
feat: First iteration of ABAC user permissions
St4NNi Jul 6, 2023
cf90616
feat: Update user schema
St4NNi Jul 11, 2023
4038741
feat: Update project service v2
St4NNi Jul 11, 2023
35daf99
feat: Rename all to v2, updated project_service
St4NNi Jul 11, 2023
a46bedd
feat: Update user_service to v2
St4NNi Jul 11, 2023
348ebdf
feat: Update permissions made deny just another permission variant
St4NNi Jul 11, 2023
17f95b3
feat: Added archive project request
St4NNi Jul 11, 2023
b829aa2
feat: Refactor models bring resources in line, update project service
St4NNi Jul 11, 2023
dfcff42
feat: Finalize new collection service
St4NNi Jul 11, 2023
aa330ec
feat: Introduced dataset service (replaces ObjectGroup)
St4NNi Jul 11, 2023
210278d
feat: Update info and endpoint service
St4NNi Jul 12, 2023
c5cd18f
feat: Update object service to v2
St4NNi Jul 12, 2023
6fdaa1b
feat: Draft for authorization service
St4NNi Jul 12, 2023
6a96f61
fix: Fixed naming in authorization_service
St4NNi Jul 12, 2023
d418aa3
feat: Create relation service update models
St4NNi Jul 12, 2023
53eb921
feat: Added DataProxy service
St4NNi Jul 12, 2023
e6ca318
feat: Added Bundler service
St4NNi Jul 12, 2023
fb5e503
feat: First iteration of new notification subjects
St4NNi Jul 12, 2023
b37a865
feat: Update dataproxy service to include more data information
St4NNi Jul 13, 2023
4d59adc
feat: Update workspace api
St4NNi Jul 13, 2023
38650ec
feat: Added Workspace dataclass
St4NNi Jul 13, 2023
89d74e4
feat: Updated service_account_service
St4NNi Jul 13, 2023
e6bf932
feat: Update hook service
St4NNi Jul 13, 2023
0fe16d2
feat: Rudimentary search service
St4NNi Jul 13, 2023
55222e9
feat: Added generic resource to meili / search
St4NNi Jul 13, 2023
fc9f986
tests: Update tests
St4NNi Jul 13, 2023
dabf6e7
feat: Update endpoint_type
St4NNi Jul 13, 2023
4dc1887
feat: Added onboard endpoint request
St4NNi Jul 13, 2023
4763b0b
feat: Updated notification service
St4NNi Jul 13, 2023
a9e5fed
fix: Update resource_events added reply to anouncement
St4NNi Jul 13, 2023
eab0b6c
fix: Fix linting
St4NNi Jul 13, 2023
efe2025
fix: Fix test build.rs
St4NNi Jul 13, 2023
23ce6de
feat: Update all to v2
St4NNi Jul 13, 2023
e827423
feat: Fix tests
St4NNi Jul 13, 2023
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
60 changes: 0 additions & 60 deletions aruna/api/bundler/services/v1/bundler_service.proto

This file was deleted.

43 changes: 43 additions & 0 deletions aruna/api/dataproxy/services/v2/bundler_service.proto
Original file line number Diff line number Diff line change
@@ -0,0 +1,43 @@
syntax = "proto3";

package aruna.api.dataproxy.services.v2;
option go_package = "github.com/ArunaStorage/go-api/aruna/api/dataproxy/services/v2";
option java_multiple_files = true;
option java_package = "com.github.ArunaStorage.java_api.aruna.api.dataproxy.services.v2";
option java_outer_classname = "BundlerService";

import "google/protobuf/timestamp.proto";
import "google/api/annotations.proto";


service BundlerService {
rpc CreateBundle(CreateBundleRequest) returns (CreateBundleResponse) {
option (google.api.http) = {
post : "/v2/bundle"
body : "*"
};
}
rpc DeleteBundle(DeleteBundleRequest) returns (DeleteBundleResponse) {
option (google.api.http) = {
delete : "/v2/bundle"
body : "*"
};
}
}


message CreateBundleRequest {
repeated string resource_id = 1;
string filename = 2; // .tar.gz / .zip
google.protobuf.Timestamp expires_at = 3; // Default 1 Month
}

message CreateBundleResponse {
string bundle_url = 1;
}

message DeleteBundleRequest{
string bundle_id = 1;
}

message DeleteBundleResponse {}
163 changes: 163 additions & 0 deletions aruna/api/dataproxy/services/v2/dataproxy_service.proto
Original file line number Diff line number Diff line change
@@ -0,0 +1,163 @@
syntax = "proto3";

package aruna.api.dataproxy.services.v2;
option go_package = "github.com/ArunaStorage/go-api/aruna/api/dataproxy/services/v2";
option java_multiple_files = true;
option java_package = "com.github.ArunaStorage.java_api.aruna.api.dataproxy.services.v2";
option java_outer_classname = "DataProxyService";

import "google/api/annotations.proto";



service DataproxyService {

// RequestReplication
//
// Status: BETA
//
// Creates a replication request
rpc RequestReplication(RequestReplicationRequest) returns (RequestReplicationResponse) {}

// InitReplication
//
// Status: BETA
//
// Provides the necessary url to init replication
rpc InitReplication(InitReplicationRequest) returns (InitReplicationResponse) {}
}

service DataproxyUserService {
// GetCredentials
//
// Status: BETA
//
// Authorized method that needs a aruna-token to exchange for dataproxy
// specific S3AccessKey and S3SecretKey
rpc GetCredentials(GetCredentialsRequest) returns (GetCredentialsResponse) {
option (google.api.http) = {
post : "/v2/credentials"
body : "*"
};
}
// PushReplica
//
// Status: BETA
//
// Manually transfers a replica to another data-proxy
rpc PushReplica(PushReplicaRequest) returns (PushReplicaResponse) {
option (google.api.http) = {
post : "/v2/replica/push"
body : "*"
};
}
// PullReplica
//
// Status: BETA
//
// Manually request data to be transferred to this data-proxy
rpc PullReplica(PullReplicaRequest) returns (PullReplicaResponse) {
option (google.api.http) = {
post : "/v2/replica/pull"
body : "*"
};
}
// PullReplica
//
// Status: BETA
//
// Status of the previous replication request
rpc ReplicationStatus(ReplicationStatusRequest) returns (ReplicationStatusResponse) {
option (google.api.http) = {
get : "/v2/replica/status"
};
}
}

message DataProxyInfo {
string dataproxy_id = 1;
int64 available_space = 2;
}

message RequestReplicationRequest {
DataProxyInfo info = 1;
bool user_initialized = 2;
}

message DataInfo {
string object_id = 1;
string download_url = 2;
string encryption_key = 3;
bool is_compressed = 4;
}

message DataInfos {
repeated DataInfo data_info = 1;
}

message RequestReplicationResponse {
oneof response {
DataInfos data_infos = 1;
bool ack = 2;
}
}

message InitReplicationRequest {
DataInfos data_infos = 1;
}

message InitReplicationResponse {
bool ack = 1;
}

message GetCredentialsRequest {}

message GetCredentialsResponse {
string access_key = 1;
string secret_key = 2;
}

message S3Path {
string bucket = 1;
string key = 2;
}

message PushReplicaRequest {
oneof resource {
string resource_id = 1;
S3Path s3_path = 2;
}
string target_location = 3;
}

message PushReplicaResponse {
string replication_id = 1;
}

message PullReplicaRequest {
oneof resource {
string resource_id = 1;
S3Path s3_path = 2;
}
}

message PullReplicaResponse {
string replication_id = 1;
}

message ReplicationStatusRequest {
string replication_id = 1;
}

enum ReplicationStatus {
REPLICATION_STATUS_UNSPECIFIED = 0;
REPLICATION_STATUS_PENDING = 1;
REPLICATION_STATUS_RUNNING = 2;
REPLICATION_STATUS_FINISHED = 3;
REPLICATION_STATUS_ERROR = 4;
}

message ReplicationStatusResponse {
ReplicationStatus status = 1;
string message = 2;
}
2 changes: 1 addition & 1 deletion aruna/api/google
Submodule google updated 59 files
+1 −1 WORKSPACE
+77 −9 api-index-v1.json
+2 −2 google/ai/generativelanguage/v1beta2/BUILD.bazel
+1 −1 google/ai/generativelanguage/v1beta2/citation.proto
+1 −1 google/ai/generativelanguage/v1beta2/discuss_service.proto
+1 −1 google/ai/generativelanguage/v1beta2/model.proto
+1 −1 google/ai/generativelanguage/v1beta2/model_service.proto
+1 −1 google/ai/generativelanguage/v1beta2/safety.proto
+1 −1 google/ai/generativelanguage/v1beta2/text_service.proto
+2 −0 google/cloud/batch/v1/job.proto
+7 −0 google/cloud/batch/v1alpha/job.proto
+2 −1 google/cloud/bigquery/storage/v1/bigquerystorage_grpc_service_config.json
+39 −14 google/cloud/bigquery/storage/v1/storage.proto
+4 −4 google/cloud/bigquery/storage/v1/stream.proto
+2 −0 google/cloud/commerce/consumer/procurement/v1alpha1/cloudcommerceconsumerprocurement_v1alpha1.yaml
+33 −0 .../cloud/commerce/consumer/procurement/v1alpha1/commerceconsumerprocurement_v1alpha1_grpc_service_config.json
+91 −81 google/cloud/commerce/consumer/procurement/v1alpha1/order.proto
+38 −22 google/cloud/commerce/consumer/procurement/v1alpha1/procurement_service.proto
+0 −1 google/cloud/compute/v1/BUILD.bazel
+19 −1 google/cloud/contactcenterinsights/v1/resources.proto
+5 −2 google/cloud/datacatalog/v1/BUILD.bazel
+26 −11 google/cloud/datacatalog/v1/datacatalog.proto
+12 −2 google/cloud/datacatalog/v1beta1/BUILD.bazel
+14 −1 google/cloud/datacatalog/v1beta1/common.proto
+211 −83 google/cloud/datacatalog/v1beta1/datacatalog.proto
+19 −47 google/cloud/datacatalog/v1beta1/datacatalog_grpc_service_config.json
+45 −0 google/cloud/datacatalog/v1beta1/datacatalog_v1beta1.yaml
+7 −5 google/cloud/datacatalog/v1beta1/gcs_fileset_spec.proto
+57 −21 google/cloud/datacatalog/v1beta1/policytagmanager.proto
+26 −13 google/cloud/datacatalog/v1beta1/policytagmanagerserialization.proto
+8 −7 google/cloud/datacatalog/v1beta1/schema.proto
+6 −2 google/cloud/datacatalog/v1beta1/search.proto
+13 −8 google/cloud/datacatalog/v1beta1/table_spec.proto
+27 −25 google/cloud/datacatalog/v1beta1/tags.proto
+3 −2 google/cloud/datacatalog/v1beta1/timestamps.proto
+60 −0 google/cloud/datacatalog/v1beta1/usage.proto
+44 −0 google/cloud/gkebackup/v1/gkebackup_v1.yaml
+10 −0 google/cloud/kms/inventory/v1/BUILD.bazel
+1 −5 google/cloud/metastore/logging/v1/BUILD.bazel
+5 −2 google/cloud/metastore/v1/BUILD.bazel
+159 −0 google/cloud/metastore/v1/metastore.proto
+3 −0 google/cloud/metastore/v1/metastore_federation.proto
+4 −0 google/cloud/metastore/v1/metastore_v1.yaml
+6 −2 google/cloud/metastore/v1alpha/BUILD.bazel
+10 −0 google/cloud/metastore/v1alpha/metastore.proto
+1 −0 google/cloud/metastore/v1alpha/metastore_v1alpha.yaml
+6 −2 google/cloud/metastore/v1beta/BUILD.bazel
+10 −0 google/cloud/metastore/v1beta/metastore.proto
+1 −0 google/cloud/metastore/v1beta/metastore_v1beta.yaml
+9 −0 google/cloud/oslogin/common/BUILD.bazel
+10 −3 google/cloud/oslogin/v1/BUILD.bazel
+3 −0 google/cloud/paymentgateway/issuerswitch/v1/issuerswitch_grpc_service_config.json
+119 −40 google/cloud/paymentgateway/issuerswitch/v1/participants.proto
+4 −1 google/cloud/speech/v2/BUILD.bazel
+53 −21 google/cloud/speech/v2/cloud_speech.proto
+4 −0 google/cloud/speech/v2/speech_v2.yaml
+173 −0 google/compute/logging/gdnsusage/v1/BUILD.bazel
+58 −0 google/compute/logging/gdnsusage/v1/gdns_vm_usage.proto
+35 −0 google/container/v1beta1/cluster_service.proto
Original file line number Diff line number Diff line change
@@ -1,28 +1,47 @@
syntax = "proto3";

package aruna.api.hooks.services.v1;
option go_package = "github.com/ArunaStorage/go-api/aruna/api/storage/services/v1";
package aruna.api.hooks.services.v2;
option go_package = "github.com/ArunaStorage/go-api/aruna/api/storage/services/v2";
option java_multiple_files = true;
option java_package = "com.github.ArunaStorage.java_api.aruna.api.storage.services.v1";
option java_package = "com.github.ArunaStorage.java_api.aruna.api.storage.services.v2";
option java_outer_classname = "HooksService";
import "google/api/annotations.proto";

import "aruna/api/storage/models/v1/models.proto";
import "aruna/api/storage/models/v2/models.proto";

// HooksService
//
// Status: ALPHA
//
// A service that enables automatic Hook scheduling
service HooksService {
rpc CreateHook(CreateHookRequest) returns (CreateHookResponse) {}
rpc ListHooks(ListHooksRequest) returns (ListHooksResponse) {}
rpc DeleteHook(DeleteHookRequest) returns (DeleteHookResponse) {}
rpc HookCallback(HookCallbackRequest) returns (HookCallbackResponse) {}
rpc CreateHook(CreateHookRequest) returns (CreateHookResponse) {
option (google.api.http) = {
post : "/v2/hook"
body : "*"
};
}
rpc ListHooks(ListHooksRequest) returns (ListHooksResponse) {
option (google.api.http) = {
get : "/v2/hooks/project/{project_id}"
};
}
rpc DeleteHook(DeleteHookRequest) returns (DeleteHookResponse) {
option (google.api.http) = {
delete : "/v2/hook/{hook_id}"
};
}
rpc HookCallback(HookCallbackRequest) returns (HookCallbackResponse) {
option (google.api.http) = {
delete : "/v2/hook/callback"
};
}
}

enum TriggerType {
TRIGGER_TYPE_UNSPECIFIED = 0;
TRIGGER_TYPE_HOOK_ADDED = 1;
TRIGGER_TYPE_OBJECT_CREATED = 2;
}

message Trigger {
Expand All @@ -41,8 +60,7 @@ enum InternalAction {
INTERNAL_ACTION_UNSPECIFIED = 0;
INTERNAL_ACTION_ADD_LABEL = 1;
INTERNAL_ACTION_ADD_HOOK = 2;
INTERNAL_ACTION_CREATE_READ_REFERENCE = 3;
INTERNAL_ACTION_CREATE_WRITE_REFERENCE = 4;
INTERNAL_ACTION_CREATE_RELATION = 3;
}

message InternalHook {
Expand All @@ -60,7 +78,7 @@ message Hook {
}
}

// Will be updated with additional credential types
// Will be expanded with additional credential types
message Credentials {
string token = 1;
}
Expand All @@ -83,8 +101,8 @@ message DeleteHookResponse {}

message HookCallbackRequest {
bool success = 1;
repeated aruna.api.storage.models.v1.KeyValue labels = 2;
repeated aruna.api.storage.models.v1.KeyValue hooks = 3;
repeated aruna.api.storage.models.v2.KeyValue add_key_values = 2;
repeated aruna.api.storage.models.v2.KeyValue remove_key_values = 3;
}

message HookCallbackResponse{}
Expand All @@ -93,7 +111,6 @@ message ListHooksRequest{
string project_id = 1;
}


message HookInfo {
string hook_id = 1;
Hook hook = 2;
Expand Down
Loading