فهرست منبع

HDDS-1442. add spark container to ozonesecure-mr compose files

Closes #746
Ajay Kumar 6 سال پیش
والد
کامیت
ff5691ca06

+ 10 - 0
hadoop-ozone/dist/src/main/compose/ozonesecure-mr/docker-compose.yaml

@@ -111,3 +111,13 @@ services:
       HADOOP_CLASSPATH: /opt/ozone/share/ozone/lib/hadoop-ozone-filesystem-lib-current-@project.version@.jar
       WAIT_FOR: rm:8088
     command: ["yarn","timelineserver"]
+  spark:
+    image: ahadoop/spark-2.4:hadoop-3.2
+    hostname: spark
+    volumes:
+      - ../..:/opt/hadoop
+    ports:
+      - 4040:4040
+    env_file:
+      - docker-config
+    command: ["watch","-n","100000","ls"]

+ 1 - 1
hadoop-ozone/dist/src/main/compose/ozonesecure-mr/docker-config

@@ -168,7 +168,7 @@ LOG4J2.PROPERTIES_rootLogger.appenderRef.stdout.ref=STDOUT
 
 OZONE_DATANODE_SECURE_USER=root
 KEYTAB_DIR=/etc/security/keytabs
-KERBEROS_KEYTABS=dn om scm HTTP testuser s3g rm nm yarn jhs hadoop
+KERBEROS_KEYTABS=dn om scm HTTP testuser s3g rm nm yarn jhs hadoop spark
 KERBEROS_KEYSTORES=hadoop
 KERBEROS_SERVER=kdc
 JAVA_HOME=/usr/lib/jvm/jre