Versions Compared

Old Version 21

changes.mady.by.user Hoppe, Michael

Saved on

compared with

New Version Current

changes.mady.by.user van Ross, Daniel

Saved on

Key

  • This line was added.
  • This line was removed.
  • Formatting was changed.

OBSOLETE 

  •  LimitsLimits
    • As root
      • In /etc/security/limits.conf insert


        • Code Block
          solr            hard    memlock         unlimited
solr            soft    memlock         unlimited
solr            -       nofile          65536
solr            -       nproc           65000


      • In /etc/sysctl.conf insert


        • Code Block
          vm.max_map_count = 262144


  • Install
  • Create Directory /data/ddb/tools/solr as root:


      • Code Block
        mkdir /data/ddb/tools/solr
chmod -R 755 /data/ddb/*
chown -R admin:users /data/ddb


    • Install required libraries + Java as root


      • Code Block
        yum -y install lsof python-lxml rsync java-1.8.0-openjdk java-1.8.0-openjdk-devel


    • Download + Install SOLR-Tar as root


      • Code Block
        cd
export https_proxy=http://proxy.fiz-karlsruhe.de:8888/ && curl -O "https://archive.apache.org/dist/lucene/solr/8.0.0/solr-8.0.0.tgz"

tar xfp solr-8.0.0.tgz
./solr-8.0.0/bin/install_solr_service.sh ~/solr-8.0.0.tgz -i /data/ddb/tools/solr -d /data/ddb/tools/solr -p 8183 -f

chown -R solr:solr /optdata/ddb/tools/solr/solr-8.0.0
ln -s /optdata/ddb/tools/solr/solr-8.0.0 /data/ddb/opttools/solr/current
rm -fr ~/solr-8.0.0*


    • Configure JAVA_OPTS
      • in /optetc/solr/bin/solr insertdefault/solr.in.sh (SOLR_HEAP p1-solr01: 200g)


      • Code Block
        SOLR_HEAP="24g"
SOLR_PID_DIR="/data/ddb/tools/solr"
SOLR_HOME="/data/ddb/tools/solr/data"
LOG4J_PROPS="/data/ddb/tools/solr/log4j2.xml"
SOLR_LOGS_DIR="/data/ddb/tools/solr/logs"
SOLR_PORT="8183"
SOLR_OPTS="$SOLR_OPTS -Dsolr.disable.shardsWhitelist=true -Dlog4j2.formatMsgNoLookups=true
        Code Block
        SOLR_JAVA_MEM="-Xms6g -Xmx6g"


    • Configure Access as solr-user + ability to restart service as root
      • chmod 660 /etc/sudoers
      • In /etc/sudoers add


      • Code Block
        ## Allow admin to su to solr and to start solr-server
admin   ALL=(root) NOPASSWD: /etc/init.d/solr
admin   ALL=(root) NOPASSWD: /bin/su - solr


      • chmod 440 /etc/sudoers

    • Copy DDB-Libs + Configurations as solr


    • Code Block
      cd /data/optddb/tools/solr/current
cp ./dist/*.jar ./server/solr-webapp/webapp/WEB-INF/lib/
cp contrib/extraction/lib/*.jar ./server/solr-webapp/webapp/WEB-INF/lib/
cp contrib/analysis-extras/lucene-libs/*.jar ./server/solr-webapp/webapp/WEB-INF/lib/

cd /data/ddb/tools/solr/current/server/solr-webapp/webapp/WEB-INF/lib
ln -s /data/ddb/ddb-backend-solr/lib/ddb-backend-solr.jar
ln -s /data/ddb/ddb-backend-solr/lib/solr-ocrhighlighting.jar

cd /data/ddb/tools/solr/data
ln -s /data/ddb/ddb-backend-solr/conf/solr.xml

CORES=(fulltext nodes organization person search newspaper newspaper-issues oaiitems)
for core in ${CORES[@]}; do
/data/ddb/tools/solr/current/bin/solr create -c $core -n $core
done

NEUER FOLLOWER: 
cd /data/ddb/tools/solr/data/fulltext<indexname>/conf
rm -rrf conf
ln -s*
cp /data/ddb/Cortexddb-backend-solr/conf/solr<indexname>/fulltext/conf
cd ../nodes/
rm -r conf
ln -s conf/solrconfig_follower.xml solrconfig.xml
cp /data/ddb/Cortexddb-backend-solr/conf/solr<indexname>/nodes/conf
cd ../organization/
rm -r conf
ln -sconf/schema.xml .
cp /data/ddb/Cortex/conf/solr/organization/conf
cd ../person/
rm -r conf
ln -s /data/ddb/Cortex/conf/solr/person/conf
cd ../search/
rm -r conf
ln -s /data/ddb/Cortex/conf/solr/search/confddb-backend-solr/conf/<indexname>/conf/*.txt .

NEUER LEADER:
cd /data/ddb/tools/solr/current/server/solr-webapp/webapp/WEB-INF/lib
ln -s /data/ddb/Cortex/lib/SolrIndexServer.jar
ln -s /data/ddb/Cortex/lib/solr-ocrhighlighting.jar
cd /data/ddb/tools/solr/datadata/<indexname>
rm -r conf
ln -s /data/ddb/Cortex/conf/solr/solr.xml
    In allen solrconfig.xml leader durch follower ersetzen:

    •     

      Code Block
          <!-- settings for a leader -->
    <lst name="leader">
      <str name="replicateAfter">commit</str>
      <str name="replicateAfter">startup</str>
      <str name="replicateAfter">optimize</str>
      <str name="confFiles">solrconfig_follower.xml:solrconfig.xml,schema.xml,mapping-ISOLatin1Accent.txt,lemma_replaced_umlaute_lower_case.txt,mapping_sortfield.txt</str>
      <str name="maxNumberOfBackups">1</str>
    </lst>

durch
     <lst name="slave">
      <str name="masterUrl">http://ddb-p1-solr01:8183/solr/${solr.core.name}</str>
    </lst>
ersezenddb-backend-solr/conf/<indexname>/conf


  • Adapt log4j2.xml, set SizeBasedTriggeringPolicy size = 1 GB, set DefaultRolloverStrategy max = 5
  • solr-service enablen (dass er bei reboot mitstartet)