Skip to content

Girish A Nandolkar / grpc-project

Go to a project
Commit 3d6f5032 by Girish A Nandolkar
Options

spark job stauts checking is done

1 parent 5861c05b
Inline Side-by-side
Showing with 41 additions and 49 deletions
.idea/workspace.xml
......@@ -2,18 +2,7 @@
<project version="4">
<component name="ChangeListManager">
<list default="true" id="7b04a7b7-eb3d-45db-8e9b-8c734276f9c0" name="Default" comment="">
<change type="NEW" beforePath="" afterPath="$PROJECT_DIR$/.idea/libraries/SBT__com_softwaremill_sttp_core_2_12_1_1_0_jar.xml" />
<change type="NEW" beforePath="" afterPath="$PROJECT_DIR$/.idea/libraries/SBT__com_softwaremill_sttp_json4s_2_12_1_1_0_jar.xml" />
<change type="NEW" beforePath="" afterPath="$PROJECT_DIR$/.idea/libraries/SBT__com_thoughtworks_paranamer_paranamer_2_8_jar.xml" />
<change type="NEW" beforePath="" afterPath="$PROJECT_DIR$/.idea/libraries/SBT__org_json4s_json4s_ast_2_12_3_5_3_jar.xml" />
<change type="NEW" beforePath="" afterPath="$PROJECT_DIR$/.idea/libraries/SBT__org_json4s_json4s_core_2_12_3_5_3_jar.xml" />
<change type="NEW" beforePath="" afterPath="$PROJECT_DIR$/.idea/libraries/SBT__org_json4s_json4s_native_2_12_3_5_3_jar.xml" />
<change type="NEW" beforePath="" afterPath="$PROJECT_DIR$/.idea/libraries/SBT__org_json4s_json4s_scalap_2_12_3_5_3_jar.xml" />
<change type="NEW" beforePath="" afterPath="$PROJECT_DIR$/src/main/scala/Models.scala" />
<change type="MODIFICATION" beforePath="$PROJECT_DIR$/.idea/modules/newscalaexp.iml" afterPath="$PROJECT_DIR$/.idea/modules/newscalaexp.iml" />
<change type="MODIFICATION" beforePath="$PROJECT_DIR$/.idea/sbt.xml" afterPath="$PROJECT_DIR$/.idea/sbt.xml" />
<change type="MODIFICATION" beforePath="$PROJECT_DIR$/.idea/workspace.xml" afterPath="$PROJECT_DIR$/.idea/workspace.xml" />
<change type="MODIFICATION" beforePath="$PROJECT_DIR$/build.sbt" afterPath="$PROJECT_DIR$/build.sbt" />
<change type="MODIFICATION" beforePath="$PROJECT_DIR$/src/main/protobuf/sparkJob.proto" afterPath="$PROJECT_DIR$/src/main/protobuf/sparkJob.proto" />
<change type="MODIFICATION" beforePath="$PROJECT_DIR$/src/main/scala/CreateSparkJobClient.scala" afterPath="$PROJECT_DIR$/src/main/scala/CreateSparkJobClient.scala" />
<change type="MODIFICATION" beforePath="$PROJECT_DIR$/src/main/scala/CreateSparkJobServer.scala" afterPath="$PROJECT_DIR$/src/main/scala/CreateSparkJobServer.scala" />
</list>
......@@ -54,18 +43,18 @@
<file leaf-file-name="sparkJob.proto" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/src/main/protobuf/sparkJob.proto">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="552">
<caret line="24" column="16" lean-forward="false" selection-start-line="24" selection-start-column="9" selection-end-line="24" selection-end-column="16" />
<state relative-caret-position="713">
<caret line="31" column="1" lean-forward="true" selection-start-line="31" selection-start-column="1" selection-end-line="31" selection-end-column="1" />
<folding />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="CreateSparkJobClient.scala" pinned="false" current-in-tab="true">
<file leaf-file-name="CreateSparkJobClient.scala" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/src/main/scala/CreateSparkJobClient.scala">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="391">
<caret line="17" column="66" lean-forward="true" selection-start-line="17" selection-start-column="66" selection-end-line="17" selection-end-column="66" />
<state relative-caret-position="69">
<caret line="3" column="0" lean-forward="true" selection-start-line="3" selection-start-column="0" selection-end-line="3" selection-end-column="0" />
<folding>
<element signature="e#0#98#0" expanded="true" />
</folding>
......@@ -73,11 +62,11 @@
</provider>
</entry>
</file>
<file leaf-file-name="CreateSparkJobServer.scala" pinned="false" current-in-tab="false">
<file leaf-file-name="CreateSparkJobServer.scala" pinned="false" current-in-tab="true">
<entry file="file://$PROJECT_DIR$/src/main/scala/CreateSparkJobServer.scala">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="150">
<caret line="51" column="22" lean-forward="false" selection-start-line="51" selection-start-column="8" selection-end-line="51" selection-end-column="22" />
<state relative-caret-position="509">
<caret line="58" column="21" lean-forward="true" selection-start-line="58" selection-start-column="21" selection-end-line="58" selection-end-column="21" />
<folding>
<element signature="e#2#28#0" expanded="true" />
</folding>
......@@ -131,11 +120,11 @@
<option name="CHANGED_PATHS">
<list>
<option value="$PROJECT_DIR$/src/main/scala/TestClient.scala" />
<option value="$PROJECT_DIR$/src/main/protobuf/sparkJob.proto" />
<option value="$PROJECT_DIR$/build.sbt" />
<option value="$PROJECT_DIR$/src/main/scala/Models.scala" />
<option value="$PROJECT_DIR$/src/main/scala/CreateSparkJobServer.scala" />
<option value="$PROJECT_DIR$/src/main/protobuf/sparkJob.proto" />
<option value="$PROJECT_DIR$/src/main/scala/CreateSparkJobClient.scala" />
<option value="$PROJECT_DIR$/src/main/scala/CreateSparkJobServer.scala" />
</list>
</option>
</component>
......@@ -649,14 +638,6 @@
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/protobuf/sparkJob.proto">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="552">
<caret line="24" column="16" lean-forward="false" selection-start-line="24" selection-start-column="9" selection-end-line="24" selection-end-column="16" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/scala/TestClient.scala">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="115">
......@@ -675,22 +656,30 @@
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/scala/CreateSparkJobServer.scala">
<entry file="file://$PROJECT_DIR$/src/main/scala/CreateSparkJobClient.scala">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="150">
<caret line="51" column="22" lean-forward="false" selection-start-line="51" selection-start-column="8" selection-end-line="51" selection-end-column="22" />
<state relative-caret-position="69">
<caret line="3" column="0" lean-forward="true" selection-start-line="3" selection-start-column="0" selection-end-line="3" selection-end-column="0" />
<folding>
<element signature="e#2#28#0" expanded="true" />
<element signature="e#0#98#0" expanded="true" />
</folding>
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/scala/CreateSparkJobClient.scala">
<entry file="file://$PROJECT_DIR$/src/main/protobuf/sparkJob.proto">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="391">
<caret line="17" column="66" lean-forward="true" selection-start-line="17" selection-start-column="66" selection-end-line="17" selection-end-column="66" />
<state relative-caret-position="713">
<caret line="31" column="1" lean-forward="true" selection-start-line="31" selection-start-column="1" selection-end-line="31" selection-end-column="1" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/scala/CreateSparkJobServer.scala">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="509">
<caret line="58" column="21" lean-forward="true" selection-start-line="58" selection-start-column="21" selection-end-line="58" selection-end-column="21" />
<folding>
<element signature="e#0#98#0" expanded="true" />
<element signature="e#2#28#0" expanded="true" />
</folding>
</state>
</provider>
......
src/main/protobuf/sparkJob.proto
......@@ -4,6 +4,7 @@ package com.example.protos;
service CreateSparkJob {
rpc CreateJob (SparkJobRequest) returns (SparkJobReply) {}
rpc SparkJobStatus (SparkJobStatusReq) returns (SparkJobReply) {}
}
// The request message containing the debug, dbName, filename, reporttype, instanceDbs, startDate,endDate, reportGenerateType,tallyCompanyName,allowCatogery.
......@@ -23,4 +24,9 @@ message SparkJobRequest {
// The response message containing the greetings
message SparkJobReply {
string message = 1;
}
\ No newline at end of file
}
message SparkJobStatusReq{
string submitionId = 1;
}
src/main/scala/CreateSparkJobClient.scala
import com.example.protos.sparkJob.CreateSparkJobGrpc.{CreateSparkJob, CreateSparkJobBlockingStub}
import com.example.protos.sparkJob.{CreateSparkJobGrpc, SparkJobReply, SparkJobRequest}
import com.example.protos.sparkJob.{CreateSparkJobGrpc, SparkJobReply, SparkJobRequest, SparkJobStatusReq}
import io.grpc.ManagedChannelBuilder
......@@ -17,9 +17,9 @@ object CreateSparkJobClient {
println("response message--------------->\t"+response.message)
/* val statusResponse:SparkJobReply = sparkJobStub.(request)
val statusResponse:SparkJobReply = sparkJobStub.sparkJobStatus(SparkJobStatusReq(response.message))
println("response message--------------->\t"+statusResponse.message)*/
println("Status response message--------------->\t"+statusResponse.message)
}
}
src/main/scala/CreateSparkJobServer.scala
......@@ -2,7 +2,7 @@
import javax.inject.Inject
import com.example.protos.sparkJob.{CreateSparkJobGrpc, SparkJobReply, SparkJobRequest}
import com.example.protos.sparkJob.{CreateSparkJobGrpc, SparkJobReply, SparkJobRequest,SparkJobStatusReq}
import com.example.protos.sparkJob.CreateSparkJobGrpc.CreateSparkJob
import models.Models.SparkJobArgs
import play.api.libs.json._ // JSON library
......@@ -18,8 +18,6 @@ object CreateSparkJobServer extends TestServerConnect{
class CreateSparkJobServer extends CreateSparkJob {
def createJob(req:SparkJobRequest): Future[SparkJobReply] ={
implicit val backend = HttpURLConnectionBackend()
......@@ -49,17 +47,17 @@ object CreateSparkJobServer extends TestServerConnect{
Future.successful(SparkJobReply(message = sparkResponse.body.right.get.submissionId))
}
def sparkJobStatus(submisionId:String): Future[SparkJobReply] ={
def sparkJobStatus(submisionId:SparkJobStatusReq): Future[SparkJobReply] ={
implicit val backend = HttpURLConnectionBackend()
val sparkJobStatus = sttp.get(uri"http://192.168.1.50:6066/v1/submissions/status/${submisionId}")
val sparkJobStatus = sttp.get(uri"http://192.168.1.50:6066/v1/submissions/status/${submisionId.submitionId}")
.response(asJson[StatusResponse])
.send()
println("-------status------>"+sparkJobStatus)
backend.close()
Future.successful(SparkJobReply(message = ""))
Future.successful(SparkJobReply(message = sparkJobStatus.body.right.get.driverState))
}
}
......
Markdown is supported
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!