Browse Source

AMBARI-25506 Upgrade Apache Solr version to 7.7.3 in Ambari Infra (santal via dgrinenko) (#3218)

Szilárd Antal 5 years ago
parent
commit
2663eea229

+ 1 - 1
ambari-infra/ambari-infra-manager/docker/docker-compose.yml

@@ -28,7 +28,7 @@ services:
       ZOO_SERVERS: server.1=zookeeper:2888:3888
       ZOO_SERVERS: server.1=zookeeper:2888:3888
   solr:
   solr:
 #  TODO: use infra-solr
 #  TODO: use infra-solr
-    image: solr:${SOLR_VERSION:-7.7.0}
+    image: solr:${SOLR_VERSION:-7.7.3}
     container_name: solr
     container_name: solr
     restart: always
     restart: always
     hostname: solr
     hostname: solr

+ 1 - 1
ambari-infra/ambari-infra-manager/docker/infra-manager-docker-compose.sh

@@ -72,7 +72,7 @@ AMBARI_INFRA_LOCATION=$AMBARI_INFRA_LOCATION
 ZOOKEEPER_VERSION=3.4.10
 ZOOKEEPER_VERSION=3.4.10
 ZOOKEEPER_CONNECTION_STRING=zookeeper:2181
 ZOOKEEPER_CONNECTION_STRING=zookeeper:2181
 
 
-SOLR_VERSION=7.7.0
+SOLR_VERSION=7.7.3
 
 
 HADOOP_VERSION=3.0.0
 HADOOP_VERSION=3.0.0
 EOF
 EOF

+ 2 - 2
ambari-infra/ambari-infra-solr-client/README.md

@@ -472,7 +472,7 @@ If the script finished successfully and everything looks green on Ambari UI as w
 Migration for `ranger_audits` collection (cores):
 Migration for `ranger_audits` collection (cores):
 
 
 ```bash
 ```bash
-# by default, you will migrate to Lucene 6.6.2, if you want to migrate again to Solr 7 (not requred), you can use --version 7.7.0 flag
+# by default, you will migrate to Lucene 6.6.2, if you want to migrate again to Solr 7 (not requred), you can use --version 7.7.3 flag
 /usr/lib/ambari-infra-solr-client/migrationHelper.py --ini-file $CONFIG_INI_LOCATION --action migrate -s RANGER
 /usr/lib/ambari-infra-solr-client/migrationHelper.py --ini-file $CONFIG_INI_LOCATION --action migrate -s RANGER
 ```
 ```
 
 
@@ -852,7 +852,7 @@ Options:
                         location of the index backups (for ranger). required
                         location of the index backups (for ranger). required
                         only if no backup path in the ini file
                         only if no backup path in the ini file
   --version=INDEX_VERSION
   --version=INDEX_VERSION
-                        lucene index version for migration (6.6.2 or 7.7.0)
+                        lucene index version for migration (6.6.2 or 7.7.3)
   --solr-async-request-tries=SOLR_ASYNC_REQUEST_TRIES
   --solr-async-request-tries=SOLR_ASYNC_REQUEST_TRIES
                         number of max tries for async Solr requests (e.g.:
                         number of max tries for async Solr requests (e.g.:
                         delete operation)
                         delete operation)

+ 1 - 1
ambari-infra/ambari-infra-solr-client/src/main/python/migrationHelper.py

@@ -1919,7 +1919,7 @@ if __name__=="__main__":
   parser.add_option("--atlas-index-location", dest="atlas_index_location", type="string", help="location of the index backups (for atlas). required only if no backup path in the ini file")
   parser.add_option("--atlas-index-location", dest="atlas_index_location", type="string", help="location of the index backups (for atlas). required only if no backup path in the ini file")
   parser.add_option("--ranger-index-location", dest="ranger_index_location", type="string", help="location of the index backups (for ranger). required only if no backup path in the ini file")
   parser.add_option("--ranger-index-location", dest="ranger_index_location", type="string", help="location of the index backups (for ranger). required only if no backup path in the ini file")
 
 
-  parser.add_option("--version", dest="index_version", type="string", default="6.6.2", help="lucene index version for migration (6.6.2 or 7.7.0)")
+  parser.add_option("--version", dest="index_version", type="string", default="6.6.2", help="lucene index version for migration (6.6.2 or 7.7.3)")
   parser.add_option("--solr-async-request-tries", dest="solr_async_request_tries", type="int", default=400,  help="number of max tries for async Solr requests (e.g.: delete operation)")
   parser.add_option("--solr-async-request-tries", dest="solr_async_request_tries", type="int", default=400,  help="number of max tries for async Solr requests (e.g.: delete operation)")
   parser.add_option("--request-tries", dest="request_tries", type="int", help="number of tries for BACKUP/RESTORE status api calls in the request")
   parser.add_option("--request-tries", dest="request_tries", type="int", help="number of tries for BACKUP/RESTORE status api calls in the request")
   parser.add_option("--request-time-interval", dest="request_time_interval", type="int", help="time interval between BACKUP/RESTORE status api calls in the request")
   parser.add_option("--request-time-interval", dest="request_time_interval", type="int", help="time interval between BACKUP/RESTORE status api calls in the request")

+ 4 - 4
ambari-infra/ambari-infra-solr-client/src/main/resources/solrIndexHelper.sh

@@ -43,7 +43,7 @@ function print_help() {
      -b, --backup-enabled                    Use indexer tool with backup snapshots. (core filter won't be used)
      -b, --backup-enabled                    Use indexer tool with backup snapshots. (core filter won't be used)
      -g, --debug                             Enable debug mode, IndexUpgrader output will be verbose.
      -g, --debug                             Enable debug mode, IndexUpgrader output will be verbose.
      -f, --force                             Force to start index upgrade, even is the version is at least 6.
      -f, --force                             Force to start index upgrade, even is the version is at least 6.
-     -v, --version                           Lucene version to upgrade (default: 6.6.2, available: 6.6.2, 7.7.0)
+     -v, --version                           Lucene version to upgrade (default: 6.6.2, available: 6.6.2, 7.7.3)
 EOF
 EOF
 }
 }
 
 
@@ -51,7 +51,7 @@ function upgrade_core() {
   local INDEX_DIR=${1:?"usage: <index_base_dir> e.g.: /opt/ambari_infra_solr/data"}
   local INDEX_DIR=${1:?"usage: <index_base_dir> e.g.: /opt/ambari_infra_solr/data"}
   local FORCE_UPDATE=${2:?"usage <force_update_flag> e.g.: true"}
   local FORCE_UPDATE=${2:?"usage <force_update_flag> e.g.: true"}
   local SOLR_CORE_FILTERS=${3:?"usage: <comma separated core filters> e.g.: hadoop_logs,audit_logs,history"}
   local SOLR_CORE_FILTERS=${3:?"usage: <comma separated core filters> e.g.: hadoop_logs,audit_logs,history"}
-  local LUCENE_VERSION=${4:?"usage <lucene_index_version> e.g.: 7.7.0"}
+  local LUCENE_VERSION=${4:?"usage <lucene_index_version> e.g.: 7.7.3"}
   local BACKUP_MODE=${5:?"usage <backup_mode_enabled> e.g.: true"}
   local BACKUP_MODE=${5:?"usage <backup_mode_enabled> e.g.: true"}
   local DEBUG_MODE=${6:?"usage <debug_mode> e.g.: true"}
   local DEBUG_MODE=${6:?"usage <debug_mode> e.g.: true"}
   SOLR_CORE_FILTER_ARR=$(echo $SOLR_CORE_FILTERS | sed "s/,/ /g")
   SOLR_CORE_FILTER_ARR=$(echo $SOLR_CORE_FILTERS | sed "s/,/ /g")
@@ -204,12 +204,12 @@ function upgrade_index() {
 
 
 function upgrade_index_tool() {
 function upgrade_index_tool() {
   # see: https://cwiki.apache.org/confluence/display/solr/IndexUpgrader+Tool
   # see: https://cwiki.apache.org/confluence/display/solr/IndexUpgrader+Tool
-  : ${INDEX_VERSION:?"Please set the INDEX_VERSION variable! (6.6.2 or 7.7.0)"}
+  : ${INDEX_VERSION:?"Please set the INDEX_VERSION variable! (6.6.2 or 7.7.3)"}
   PATH=$JAVA_HOME/bin:$PATH $JVM -classpath "$DIR/migrate/lucene-core-$INDEX_VERSION.jar:$DIR/migrate/lucene-backward-codecs-$INDEX_VERSION.jar" org.apache.lucene.index.IndexUpgrader ${@}
   PATH=$JAVA_HOME/bin:$PATH $JVM -classpath "$DIR/migrate/lucene-core-$INDEX_VERSION.jar:$DIR/migrate/lucene-backward-codecs-$INDEX_VERSION.jar" org.apache.lucene.index.IndexUpgrader ${@}
 }
 }
 
 
 function check_index_tool() {
 function check_index_tool() {
-  : ${INDEX_VERSION:?"Please set the INDEX_VERSION variable! (6.6.2 or 7.7.0)"}
+  : ${INDEX_VERSION:?"Please set the INDEX_VERSION variable! (6.6.2 or 7.7.3)"}
   PATH=$JAVA_HOME/bin:$PATH $JVM -classpath "$DIR/migrate/lucene-core-$INDEX_VERSION.jar:$DIR/migrate/lucene-backward-codecs-$INDEX_VERSION.jar" org.apache.lucene.index.CheckIndex ${@}
   PATH=$JAVA_HOME/bin:$PATH $JVM -classpath "$DIR/migrate/lucene-core-$INDEX_VERSION.jar:$DIR/migrate/lucene-backward-codecs-$INDEX_VERSION.jar" org.apache.lucene.index.CheckIndex ${@}
 }
 }
 
 

+ 1 - 1
ambari-infra/ambari-infra-solr-plugin/docker/infra-solr-docker-compose.sh

@@ -72,7 +72,7 @@ AMBARI_LOCATION=$AMBARI_LOCATION
 ZOOKEEPER_VERSION=3.4.10
 ZOOKEEPER_VERSION=3.4.10
 ZOOKEEPER_CONNECTION_STRING=zookeeper:2181
 ZOOKEEPER_CONNECTION_STRING=zookeeper:2181
 
 
-SOLR_VERSION=7.7.0
+SOLR_VERSION=7.7.3
 EOF
 EOF
 }
 }
 
 

+ 1 - 1
ambari-infra/pom.xml

@@ -25,7 +25,7 @@
 
 
   <properties>
   <properties>
     <jdk.version>1.8</jdk.version>
     <jdk.version>1.8</jdk.version>
-    <solr.version>7.7.2</solr.version>
+    <solr.version>7.7.3</solr.version>
     <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
     <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
     <python.ver>python &gt;= 2.6</python.ver>
     <python.ver>python &gt;= 2.6</python.ver>
     <deb.python.ver>python (&gt;= 2.6)</deb.python.ver>
     <deb.python.ver>python (&gt;= 2.6)</deb.python.ver>

+ 1 - 1
ambari-logsearch/ambari-logsearch-server/src/main/configsets/audit_logs/conf/solrconfig.xml

@@ -35,7 +35,7 @@
        that you fully re-index after changing this setting as it can
        that you fully re-index after changing this setting as it can
        affect both how text is indexed and queried.
        affect both how text is indexed and queried.
   -->
   -->
-  <luceneMatchVersion>7.7.0</luceneMatchVersion>
+  <luceneMatchVersion>7.7.3</luceneMatchVersion>
 
 
   <!-- <lib/> directives can be used to instruct Solr to load any Jars
   <!-- <lib/> directives can be used to instruct Solr to load any Jars
        identified and use them to resolve any "plugins" specified in
        identified and use them to resolve any "plugins" specified in

+ 1 - 1
ambari-logsearch/ambari-logsearch-server/src/main/configsets/hadoop_logs/conf/solrconfig.xml

@@ -35,7 +35,7 @@
        that you fully re-index after changing this setting as it can
        that you fully re-index after changing this setting as it can
        affect both how text is indexed and queried.
        affect both how text is indexed and queried.
   -->
   -->
-  <luceneMatchVersion>7.7.0</luceneMatchVersion>
+  <luceneMatchVersion>7.7.3</luceneMatchVersion>
 
 
   <!-- <lib/> directives can be used to instruct Solr to load any Jars
   <!-- <lib/> directives can be used to instruct Solr to load any Jars
        identified and use them to resolve any "plugins" specified in
        identified and use them to resolve any "plugins" specified in

+ 1 - 1
ambari-logsearch/ambari-logsearch-server/src/main/configsets/history/conf/solrconfig.xml

@@ -16,7 +16,7 @@
  limitations under the License.
  limitations under the License.
 -->
 -->
 <config>
 <config>
-  <luceneMatchVersion>7.7.0</luceneMatchVersion>
+  <luceneMatchVersion>7.7.3</luceneMatchVersion>
 
 
   <lib dir="${solr.install.dir:../../../..}/dist/" regex="solr-dataimporthandler-.*\.jar" />
   <lib dir="${solr.install.dir:../../../..}/dist/" regex="solr-dataimporthandler-.*\.jar" />
 
 

+ 1 - 1
ambari-logsearch/docker/Dockerfile

@@ -55,7 +55,7 @@ RUN echo 'X11DisplayOffset 10\n' /etc/ssh/sshd_config
 RUN git config --global url."https://".insteadOf git://
 RUN git config --global url."https://".insteadOf git://
 
 
 # Install Solr
 # Install Solr
-ENV SOLR_VERSION 7.7.0
+ENV SOLR_VERSION 7.7.3
 RUN wget --no-check-certificate -O /root/solr-$SOLR_VERSION.tgz http://public-repo-1.hortonworks.com/ARTIFACTS/dist/lucene/solr/$SOLR_VERSION/solr-$SOLR_VERSION.tgz
 RUN wget --no-check-certificate -O /root/solr-$SOLR_VERSION.tgz http://public-repo-1.hortonworks.com/ARTIFACTS/dist/lucene/solr/$SOLR_VERSION/solr-$SOLR_VERSION.tgz
 RUN cd /root && tar -zxvf /root/solr-$SOLR_VERSION.tgz
 RUN cd /root && tar -zxvf /root/solr-$SOLR_VERSION.tgz
 
 

+ 1 - 1
ambari-logsearch/docker/docker-compose.yml

@@ -26,7 +26,7 @@ services:
       ZOO_MY_ID: 1
       ZOO_MY_ID: 1
       ZOO_SERVERS: server.1=zookeeper:2888:3888
       ZOO_SERVERS: server.1=zookeeper:2888:3888
   solr:
   solr:
-    image: solr:${SOLR_VERSION:-7.7.0}
+    image: solr:${SOLR_VERSION:-7.7.3}
     restart: always
     restart: always
     hostname: solr
     hostname: solr
     ports:
     ports:

+ 1 - 1
ambari-logsearch/docker/logsearch-docker.sh

@@ -109,7 +109,7 @@ AMBARI_LOCATION=$AMBARI_LOCATION
 ZOOKEEPER_VERSION=3.4.10
 ZOOKEEPER_VERSION=3.4.10
 ZOOKEEPER_CONNECTION_STRING=zookeeper:2181
 ZOOKEEPER_CONNECTION_STRING=zookeeper:2181
 
 
-SOLR_VERSION=7.7.0
+SOLR_VERSION=7.7.3
 EOF
 EOF
     echo ".env file has been created. Check it out before starting Log Search. ($sdir/.env)"
     echo ".env file has been created. Check it out before starting Log Search. ($sdir/.env)"
     exit
     exit

+ 1 - 1
ambari-logsearch/docker/solr.yml

@@ -15,7 +15,7 @@
 version: '3.3'
 version: '3.3'
 services:
 services:
   solr:
   solr:
-    image: solr:${SOLR_VERSION:-7.7.0}
+    image: solr:${SOLR_VERSION:-7.7.3}
     restart: always
     restart: always
     networks:
     networks:
       - logsearch-network
       - logsearch-network

+ 1 - 1
ambari-logsearch/docker/sso.yml

@@ -26,7 +26,7 @@ services:
       ZOO_MY_ID: 1
       ZOO_MY_ID: 1
       ZOO_SERVERS: server.1=zookeeper:2888:3888
       ZOO_SERVERS: server.1=zookeeper:2888:3888
   solr:
   solr:
-    image: solr:${SOLR_VERSION:-7.7.0}
+    image: solr:${SOLR_VERSION:-7.7.3}
     restart: always
     restart: always
     hostname: solr
     hostname: solr
     ports:
     ports:

+ 1 - 1
ambari-logsearch/pom.xml

@@ -44,7 +44,7 @@
     <deb.python.ver>python (&gt;= 2.6)</deb.python.ver>
     <deb.python.ver>python (&gt;= 2.6)</deb.python.ver>
     <deb.architecture>amd64</deb.architecture>
     <deb.architecture>amd64</deb.architecture>
     <deb.dependency.list>${deb.python.ver}</deb.dependency.list>
     <deb.dependency.list>${deb.python.ver}</deb.dependency.list>
-    <solr.version>7.7.0</solr.version>
+    <solr.version>7.7.3</solr.version>
     <hadoop.version>3.0.0</hadoop.version>
     <hadoop.version>3.0.0</hadoop.version>
     <common.io.version>2.5</common.io.version>
     <common.io.version>2.5</common.io.version>
     <zookeeper.version>3.4.6.2.3.0.0-2557</zookeeper.version>
     <zookeeper.version>3.4.6.2.3.0.0-2557</zookeeper.version>

+ 1 - 1
ambari-server/src/main/resources/common-services/AMBARI_INFRA_SOLR/0.1.0/package/scripts/command_commons.py

@@ -36,7 +36,7 @@ index_helper_script = '/usr/lib/ambari-infra-solr-client/solrIndexHelper.sh'
 # folder location which contains the snapshot/core folder
 # folder location which contains the snapshot/core folder
 index_location = default("/commandParams/solr_index_location", None)
 index_location = default("/commandParams/solr_index_location", None)
 
 
-# index version (available index versions: 6.6.2 and 7.7.0, first one is used by default)
+# index version (available index versions: 6.6.2 and 7.7.3, first one is used by default)
 index_version = default("/commandParams/solr_index_version", '6.6.2')
 index_version = default("/commandParams/solr_index_version", '6.6.2')
 
 
 # if this flag is false, skip upgrade if the version is proper, you can force to re-run the tool with setting the flag to true
 # if this flag is false, skip upgrade if the version is proper, you can force to re-run the tool with setting the flag to true

+ 1 - 1
ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/properties/service_logs-solrconfig.xml.j2

@@ -35,7 +35,7 @@ this file, see http://wiki.apache.org/solr/SolrConfigXml.
   that you fully re-index after changing this setting as it can
   that you fully re-index after changing this setting as it can
   affect both how text is indexed and queried.
   affect both how text is indexed and queried.
   -->
   -->
-  <luceneMatchVersion>7.7.0</luceneMatchVersion>
+  <luceneMatchVersion>7.7.3</luceneMatchVersion>
 
 
   <!-- <lib/> directives can be used to instruct Solr to load any Jars
   <!-- <lib/> directives can be used to instruct Solr to load any Jars
   identified and use them to resolve any "plugins" specified in
   identified and use them to resolve any "plugins" specified in