Skip to content

Girish A Nandolkar / grpc-project

Go to a project
Commit 6a39e685 by Girish A Nandolkar
Options

grpc for python client and scala server for the spark job reports done

1 parent d878752e
Expand all
Inline Side-by-side
Showing with 34 additions and 11 deletions
newScalaExp/src/main/scala/CreateSparkJobServer.scala
...@@ -105,8 +105,6 @@ object CreateSparkJobServer extends TestServerConnect{ ...@@ -105,8 +105,6 @@ object CreateSparkJobServer extends TestServerConnect{
* This method is used to get the synchronous method to get the all information of job and it will get the FINISHED job response * This method is used to get the synchronous method to get the all information of job and it will get the FINISHED job response
*/ */
def createJobAndGetResult(reqArgs:SparkJobRequest): Future[SparkJobResponseReply] ={ def createJobAndGetResult(reqArgs:SparkJobRequest): Future[SparkJobResponseReply] ={
var sparkJobRes = SparkJobResponseReply(status = "",message = "") var sparkJobRes = SparkJobResponseReply(status = "",message = "")
...@@ -179,7 +177,6 @@ object CreateSparkJobServer extends TestServerConnect{ ...@@ -179,7 +177,6 @@ object CreateSparkJobServer extends TestServerConnect{
//Future.successful(sparkJobRes) //Future.successful(sparkJobRes)
result result
} }
} }
/*class Test extends Actor{ /*class Test extends Actor{
...@@ -187,8 +184,8 @@ object CreateSparkJobServer extends TestServerConnect{ ...@@ -187,8 +184,8 @@ object CreateSparkJobServer extends TestServerConnect{
def receive={ def receive={
case s:String=> sender() ! new CreateSparkJobServer().statusRes(s) case s:String=> sender() ! new CreateSparkJobServer().statusRes(s)
} }
}*/ }
*/
......
python_code/pythonGrpc/grpc1/rapidorSparkReportPythonClient.py
...@@ -10,7 +10,7 @@ channel = grpc.insecure_channel('localhost:50051') ...@@ -10,7 +10,7 @@ channel = grpc.insecure_channel('localhost:50051')
stub = rapidorSparkReport_pb2_grpc.CreateSparkJobStub(channel) stub = rapidorSparkReport_pb2_grpc.CreateSparkJobStub(channel)
def runSynchronus(): def runSynchronus():
reqData =rapidorSparkReport_pb2.SparkJobRequest(debug="true",dbName="rapidor_realmarketing",fileName="/tmp/abc.csv",reportType="consolidated_report",instanceDbs="none",startDate="01/02/2017",endDate="15/02/2017",reportGenerateType="",tallyCompanyName="") reqData =rapidorSparkReport_pb2.SparkJobRequest(debug="true",dbName="rapidor_realmarketing",fileName="/tmp/abc.csv",reportType="tally_invoice_entry",instanceDbs="none",startDate="01/02/2017",endDate="15/02/2017",reportGenerateType="",tallyCompanyName="")
response = stub.CreateJobAndGetResult(reqData) response = stub.CreateJobAndGetResult(reqData)
print("The synchronus spark job creation and completed status\t"+response.status +"\t--->\t"+response.message) print("The synchronus spark job creation and completed status\t"+response.status +"\t--->\t"+response.message)
......
python_code/pythonGrpc/pythonGrpc.iws
...@@ -35,8 +35,8 @@ ...@@ -35,8 +35,8 @@
<file leaf-file-name="rapidorSparkReportPythonClient.py" pinned="false" current-in-tab="true"> <file leaf-file-name="rapidorSparkReportPythonClient.py" pinned="false" current-in-tab="true">
<entry file="file://$PROJECT_DIR$/grpc1/rapidorSparkReportPythonClient.py"> <entry file="file://$PROJECT_DIR$/grpc1/rapidorSparkReportPythonClient.py">
<provider selected="true" editor-type-id="text-editor"> <provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="92"> <state relative-caret-position="138">
<caret line="10" column="20" lean-forward="true" selection-start-line="10" selection-start-column="20" selection-end-line="10" selection-end-column="20" /> <caret line="6" column="34" lean-forward="true" selection-start-line="6" selection-start-column="34" selection-end-line="6" selection-end-column="34" />
<folding> <folding>
<element signature="e#1#38#0" expanded="true" /> <element signature="e#1#38#0" expanded="true" />
</folding> </folding>
...@@ -383,6 +383,7 @@ ...@@ -383,6 +383,7 @@
</component> </component>
<component name="ToolWindowManager"> <component name="ToolWindowManager">
<frame x="65" y="-4" width="1855" height="1084" extended-state="6" /> <frame x="65" y="-4" width="1855" height="1084" extended-state="6" />
<editor active="true" />
<layout> <layout>
<window_info id="Palette" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" /> <window_info id="Palette" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
<window_info id="TODO" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="6" side_tool="false" content_ui="tabs" /> <window_info id="TODO" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="6" side_tool="false" content_ui="tabs" />
...@@ -391,7 +392,7 @@ ...@@ -391,7 +392,7 @@
<window_info id="Capture Analysis" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" /> <window_info id="Capture Analysis" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
<window_info id="Event Log" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="true" content_ui="tabs" /> <window_info id="Event Log" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="true" content_ui="tabs" />
<window_info id="Maven Projects" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" /> <window_info id="Maven Projects" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
<window_info id="Run" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.3291536" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" /> <window_info id="Run" active="true" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.3291536" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
<window_info id="Version Control" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="false" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" /> <window_info id="Version Control" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="false" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
<window_info id="Terminal" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" /> <window_info id="Terminal" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
<window_info id="Capture Tool" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" /> <window_info id="Capture Tool" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
...@@ -587,8 +588,8 @@ ...@@ -587,8 +588,8 @@
</entry> </entry>
<entry file="file://$PROJECT_DIR$/grpc1/rapidorSparkReportPythonClient.py"> <entry file="file://$PROJECT_DIR$/grpc1/rapidorSparkReportPythonClient.py">
<provider selected="true" editor-type-id="text-editor"> <provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="92"> <state relative-caret-position="138">
<caret line="10" column="20" lean-forward="true" selection-start-line="10" selection-start-column="20" selection-end-line="10" selection-end-column="20" /> <caret line="6" column="34" lean-forward="true" selection-start-line="6" selection-start-column="34" selection-end-line="6" selection-end-column="34" />
<folding> <folding>
<element signature="e#1#38#0" expanded="true" /> <element signature="e#1#38#0" expanded="true" />
</folding> </folding>
......
python_code/python_grpc_steps 0 → 100644
---> go to this link
https://grpc.io/docs/quickstart/python.html
----> To set python sdk in intelij
file-> project structure -> project -> new -> python sdk -> add local -> and goto project eg:- /home/girish/mywork/grpcSparkApi/grpc-project/python_code/pythonGrpc/venv/bin/python -> oks
---> To run grpc for creating the server and client for proto
(venv) girish@girish:~/mywork/grpcSparkApi/pythonGrpc/grpc1$
(venv) girish@girish:~/mywork/grpcSparkApi/pythonGrpc/grpc1$ ls
__init__.py protos python
(venv) girish@girish:~/mywork/grpcSparkApi/pythonGrpc/grpc1$ python -m grpc_tools.protoc -I protos --python_out=. --grpc_python_out=. protos/python.proto
(venv) girish@girish:~/mywork/grpcSparkApi/pythonGrpc/grpc1$ python -m grpc_tools.protoc -I../../protos --python_out=. --grpc_python_out=. protos/python.proto
../../protos: warning: directory does not exist.
protos/python.proto: File does not reside within any path specified using --proto_path (or -I). You must specify a --proto_path which encompasses this file. Note that the proto_path must be an exact prefix of the .proto file names -- protoc is too dumb to figure out when two paths (e.g. absolute and relative) are equivalent (it's harder than you think).
(venv) girish@girish:~/mywork/grpcSparkApi/pythonGrpc/grpc1$ python -m grpc_tools.protoc -I protos --python_out=. --grpc_python_out=. protos/python.proto
(venv) girish@girish:~/mywork/grpcSparkApi/pythonGrpc/grpc1$
Markdown is supported
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!