You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@linkis.apache.org by pe...@apache.org on 2022/08/29 03:21:31 UTC

[incubator-linkis] branch dev-1.3.0 updated: refactor(ecp-python): testPython With default python version (#3119)

This is an automated email from the ASF dual-hosted git repository.

peacewong pushed a commit to branch dev-1.3.0
in repository https://gitbox.apache.org/repos/asf/incubator-linkis.git


The following commit(s) were added to refs/heads/dev-1.3.0 by this push:
     new 0dd3915c0 refactor(ecp-python): testPython With default python version (#3119)
0dd3915c0 is described below

commit 0dd3915c0b515f8e31610c29688f58c99638e031
Author: Jack Xu <xu...@126.com>
AuthorDate: Mon Aug 29 11:21:25 2022 +0800

    refactor(ecp-python): testPython With default python version (#3119)
---
 .../engineplugin/python/hook/PythonVersionEngineHook.scala        | 8 ++++++--
 .../python/executor/TestPythonEngineConnExecutor.scala            | 7 -------
 2 files changed, 6 insertions(+), 9 deletions(-)

diff --git a/linkis-engineconn-plugins/python/src/main/scala/org/apache/linkis/manager/engineplugin/python/hook/PythonVersionEngineHook.scala b/linkis-engineconn-plugins/python/src/main/scala/org/apache/linkis/manager/engineplugin/python/hook/PythonVersionEngineHook.scala
index fbf41ec73..277942997 100644
--- a/linkis-engineconn-plugins/python/src/main/scala/org/apache/linkis/manager/engineplugin/python/hook/PythonVersionEngineHook.scala
+++ b/linkis-engineconn-plugins/python/src/main/scala/org/apache/linkis/manager/engineplugin/python/hook/PythonVersionEngineHook.scala
@@ -24,6 +24,8 @@ import org.apache.linkis.engineconn.common.hook.EngineConnHook
 import org.apache.linkis.manager.engineplugin.python.conf.PythonEngineConfiguration
 import org.apache.linkis.manager.engineplugin.python.executor.PythonSession
 
+import java.util
+
 class PythonVersionEngineHook extends EngineConnHook with Logging {
   var _sparkpythonVersion: String = _
   var _sparkpythonExtraPackage: String = _
@@ -31,8 +33,10 @@ class PythonVersionEngineHook extends EngineConnHook with Logging {
   var _pythonExtraPackage: String = _
 
   override def beforeCreateEngineConn(engineCreationContext: EngineCreationContext): Unit = {
-    val params = engineCreationContext.getOptions
-    _pythonVersion = params.getOrDefault("python.version", "python3").toString
+    val params =
+      if (engineCreationContext.getOptions == null) new util.HashMap[String, String]()
+      else engineCreationContext.getOptions
+    _pythonVersion = params.getOrDefault("python.version", "python3")
     _pythonExtraPackage = params
       .getOrDefault("python.application.pyFiles", "file:///mnt/bdap/test/test/test.zip")
       .toString
diff --git a/linkis-engineconn-plugins/python/src/test/scala/org/apache/linkis/manager/engineplugin/python/executor/TestPythonEngineConnExecutor.scala b/linkis-engineconn-plugins/python/src/test/scala/org/apache/linkis/manager/engineplugin/python/executor/TestPythonEngineConnExecutor.scala
index 295b30078..eb1bc5418 100644
--- a/linkis-engineconn-plugins/python/src/test/scala/org/apache/linkis/manager/engineplugin/python/executor/TestPythonEngineConnExecutor.scala
+++ b/linkis-engineconn-plugins/python/src/test/scala/org/apache/linkis/manager/engineplugin/python/executor/TestPythonEngineConnExecutor.scala
@@ -25,7 +25,6 @@ import org.apache.linkis.engineconn.common.creation.{
   EngineCreationContext
 }
 import org.apache.linkis.engineconn.computation.executor.execute.EngineExecutionContext
-import org.apache.linkis.engineconn.launch.EngineConnServer
 import org.apache.linkis.manager.engineplugin.python.factory.PythonEngineConnFactory
 import org.apache.linkis.manager.engineplugin.python.hook.PythonVersionEngineHook
 
@@ -57,17 +56,12 @@ class TestPythonEngineConnExecutor {
     val engineConnFactory: PythonEngineConnFactory = new PythonEngineConnFactory
     val engineCreationContext: EngineCreationContext = new DefaultEngineCreationContext
     val path = this.getClass.getResource("/").getPath
-    System.setProperty("pythonVersion", "python")
     System.setProperty("HADOOP_CONF_DIR", "./")
     System.setProperty(
       "wds.linkis.python.py4j.home",
       path.substring(0, path.indexOf("/target")) + "/src/main/py4j"
     )
-    val jMap = new java.util.HashMap[String, String]()
-    jMap.put("python.version", "python")
-    engineCreationContext.setOptions(jMap)
     val engineConn = engineConnFactory.createEngineConn(engineCreationContext)
-    EngineConnServer.getEngineCreationContext.setOptions(jMap)
     hookPre.beforeCreateEngineConn(engineCreationContext)
     val executor = engineConnFactory
       .newExecutor(1, engineCreationContext, engineConn)
@@ -78,7 +72,6 @@ class TestPythonEngineConnExecutor {
 //      engineConn.getEngineConnSession.asInstanceOf[PythonSession].onPythonScriptInitialized(1)
 //      hookPre.beforeExecutionExecute(engineCreationContext, engineConn)
       val engineExecutionContext = new EngineExecutionContext(executor, Utils.getJvmUser)
-      engineExecutionContext.addProperty("python.version", "python")
       val code = "for i in range(10):\n    print(i)"
       val response = executor.executeLine(engineExecutionContext, code)
       Assertions.assertNotNull(response)


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@linkis.apache.org
For additional commands, e-mail: commits-help@linkis.apache.org