From c6fe9ee51f2b7dfa34b901a7b4824d1d81da85f8 Mon Sep 17 00:00:00 2001 From: Sukrit Kalra Date: Sun, 11 Feb 2024 10:55:45 -0800 Subject: [PATCH] Initial RPC implementation for Spark/Flink. --- rpc/protos/erdos_scheduler.proto | 24 ++++++++++++++++++++++++ rpc/requirements.txt | 2 ++ 2 files changed, 26 insertions(+) create mode 100644 rpc/protos/erdos_scheduler.proto create mode 100644 rpc/requirements.txt diff --git a/rpc/protos/erdos_scheduler.proto b/rpc/protos/erdos_scheduler.proto new file mode 100644 index 00000000..7cbd03ef --- /dev/null +++ b/rpc/protos/erdos_scheduler.proto @@ -0,0 +1,24 @@ +// ERDOS Scheduler RPC Service. +// This service is aimed for systems to schedule tasks by exploiting the +// scheduler backends and the Simulator types available in ERDOS. + +syntax = "proto3"; + +package erdos; + +// The `SchedulerService` is the main service for scheduling tasks. +service SchedulerService { + // Registers a new framework with the backend scheduler. + // This is the entry point for a new instance of Spark / Flink to register + // itself with the backend scheduler, and is intended as an EHLO. + rpc RegisterFramework(RegisterFrameworkRequest) returns (RegisterFrameworkResponse) {} +} + +message RegisterFrameworkRequest { + string framework_name = 1; + string framework_id = 2; +} + +message RegisterFrameworkResponse { + string framework_id = 1; +} diff --git a/rpc/requirements.txt b/rpc/requirements.txt new file mode 100644 index 00000000..a6646e7b --- /dev/null +++ b/rpc/requirements.txt @@ -0,0 +1,2 @@ +grpcio +grpcio-tools