feat: add suspend and resume

protos/Crane.proto

@@ -140,6 +140,26 @@ message TerminateStepsReply {
   string reason = 2;
 }
 
+message SuspendJobsRequest {
+  // Suspend operations are applied on job granularity.
+  repeated uint32 job_id_list = 1;
+}
+
+message SuspendJobsReply {
+  bool ok = 1;
+  string reason = 2;
+}
+
+message ResumeJobsRequest {
+  // Resume operations are applied on job granularity.
+  repeated uint32 job_id_list = 1;
+}
+
+message ResumeJobsReply {
+  bool ok = 1;
+  string reason = 2;
+}
+
 message TerminateOrphanedStepRequest {
   map<uint32, JobStepIds> job_step_ids_map = 1;
 }
@@ -231,6 +251,8 @@ message ModifyTaskRequest {
     TimeLimit = 0;
     Priority = 1;
     Hold = 2;
+    Suspend = 3;
+    Resume = 4;
   }
 
   uint32 uid = 1;
@@ -1029,6 +1051,8 @@ service Craned {
   If the task is a batch task, just kill it.
   */
   rpc TerminateSteps(TerminateStepsRequest) returns (TerminateStepsReply);
+  rpc SuspendJobs(SuspendJobsRequest) returns (SuspendJobsReply);
+  rpc ResumeJobs(ResumeJobsRequest) returns (ResumeJobsReply);
   rpc TerminateOrphanedStep(TerminateOrphanedStepRequest) returns (TerminateOrphanedStepReply);
   rpc ChangeJobTimeLimit(ChangeJobTimeLimitRequest) returns (ChangeJobTimeLimitReply);
 

protos/PublicDefs.proto

@@ -117,6 +117,7 @@ enum TaskStatus {
   Configuring = 7;
   Configured = 8;
   Completing = 9;
+  Suspended = 10;
 
   Invalid = 15;
 }

protos/Supervisor.proto

@@ -48,6 +48,8 @@ message InitSupervisorRequest {
     string run_cmd = 4;
     string kill_cmd = 5;
     string delete_cmd = 6;
+    string pause_cmd = 7;
+    string resume_cmd = 8;
   }
   ContainerConfig container_config = 15;
 
@@ -122,6 +124,20 @@ message TerminateTaskReply {
   string reason = 2;
 }
 
+message SuspendJobRequest {}
+
+message SuspendJobReply {
+  bool ok = 1;
+  string reason = 2;
+}
+
+message ResumeJobRequest {}
+
+message ResumeJobReply {
+  bool ok = 1;
+  string reason = 2;
+}
+
 message ShutdownSupervisorRequest {}
 
 message ShutdownSupervisorReply {}
@@ -132,5 +148,7 @@ service Supervisor {
   rpc CheckStatus(CheckStatusRequest) returns (CheckStatusReply);
   rpc ChangeTaskTimeLimit(ChangeTaskTimeLimitRequest) returns (ChangeTaskTimeLimitReply);
   rpc TerminateTask(TerminateTaskRequest) returns (TerminateTaskReply);
+  rpc SuspendJob(SuspendJobRequest) returns (SuspendJobReply);
+  rpc ResumeJob(ResumeJobRequest) returns (ResumeJobReply);
   rpc ShutdownSupervisor(ShutdownSupervisorRequest) returns (ShutdownSupervisorReply);
 }