|
@@ -81,7 +81,7 @@ class Master(Script):
|
|
|
)
|
|
|
|
|
|
spark_deps_full_path = self.get_zeppelin_spark_dependencies()[0]
|
|
|
- spark_dep_file_name = os.path.basename(spark_deps_full_path);
|
|
|
+ spark_dep_file_name = os.path.basename(spark_deps_full_path)
|
|
|
|
|
|
params.HdfsResource(params.spark_jar_dir + "/" + spark_dep_file_name,
|
|
|
type="file",
|
|
@@ -316,11 +316,6 @@ class Master(Script):
|
|
|
config_data = self.get_interpreter_settings()
|
|
|
interpreter_settings = config_data['interpreterSettings']
|
|
|
|
|
|
- for setting_key in interpreter_settings.keys():
|
|
|
- interpreter = interpreter_settings[setting_key]
|
|
|
- if not (interpreter['group'] in params.zeppelin_interpreter):
|
|
|
- del interpreter_settings[setting_key]
|
|
|
-
|
|
|
if 'spark2-defaults' in params.config['configurations']:
|
|
|
spark2_config = self.get_spark2_interpreter_config()
|
|
|
config_id = spark2_config["id"]
|
|
@@ -331,6 +326,15 @@ class Master(Script):
|
|
|
config_id = livy2_config["id"]
|
|
|
interpreter_settings[config_id] = livy2_config
|
|
|
|
|
|
+ if params.zeppelin_interpreter:
|
|
|
+ settings_to_delete = []
|
|
|
+ for settings_key, interpreter in interpreter_settings.items():
|
|
|
+ if interpreter['group'] not in params.zeppelin_interpreter:
|
|
|
+ settings_to_delete.append(settings_key)
|
|
|
+
|
|
|
+ for key in settings_to_delete:
|
|
|
+ del interpreter_settings[key]
|
|
|
+
|
|
|
hive_interactive_properties_key = 'hive_interactive'
|
|
|
for setting_key in interpreter_settings.keys():
|
|
|
interpreter = interpreter_settings[setting_key]
|