diff --git a/docs/interpreter/livy.md b/docs/interpreter/livy.md index ea467ce7b6..76e061b0f1 100644 --- a/docs/interpreter/livy.md +++ b/docs/interpreter/livy.md @@ -103,19 +103,14 @@ Example: `spark.master` to `livy.spark.master` Upper bound for the number of executors. - livy.spark.executor.extraClassPath + livy.spark.jars.packages - Adding extra libraries to the executors + Adding extra libraries to livy interpreter - - livy.spark.driver.extraClassPath - - Adding extra libraries to the driver - ## Adding External libraries -You should put the libraries manually on the livy server and then set the paths of the libraries to those properties `livy.spark.executor.extraClassPath` and `livy.spark.driver.extraClassPath` +You can load dynamic library to livy interpreter by set `livy.spark.jars.packages` property to comma-separated list of maven coordinates of jars to include on the driver and executor classpaths. The format for the coordinates should be groupId:artifactId:version. Example @@ -126,15 +121,10 @@ Example Description - livy.spark.executor.extraClassPath - path/to/jar1.jar:path/to/jar2.jar - Adding extra libraries to the executors + livy.spark.jars.packages + io.spray:spray-json_2.10:1.3.1 + Adding extra libraries to livy interpreter - - livy.spark.driver.extraClassPath - path/to/jar1.jar:path/to/jar2.jar - Adding extra libraries to the driver - ## How to use diff --git a/livy/src/main/resources/interpreter-setting.json b/livy/src/main/resources/interpreter-setting.json index 1304fd6979..1643ced050 100644 --- a/livy/src/main/resources/interpreter-setting.json +++ b/livy/src/main/resources/interpreter-setting.json @@ -82,15 +82,10 @@ "defaultValue": "", "description": "Kerberos keytab to authenticate livy" }, - "livy.spark.executor.extraClassPath": { - "propertyName": "livy.spark.executor.extraClassPath", + "livy.spark.jars.packages": { + "propertyName": "livy.spark.jars.packages", "defaultValue": "", - "description": "Adding extra libraries to the executors" - }, - "livy.spark.driver.extraClassPath": { - "propertyName": "livy.spark.driver.extraClassPath", - "defaultValue": "", - "description": "Adding extra libraries to the driver" + "description": "Adding extra libraries to livy interpreter" } } },