Versions Compared

Old Version 13

changes.mady.by.user Hoppe, Michael

Saved on

compared with

New Version Current

changes.mady.by.user van Ross, Daniel

Saved on

Key

  • This line was added.
  • This line was removed.
  • Formatting was changed.

OBSOLETE 

  •  LimitsLimits
    • As root
      • In /etc/security/limits.conf insert


        • Code Block
          solr            hard    memlock         unlimited
solr            soft    memlock         unlimited
solr            -       nofile          65536
solr            -       nproc           65000


      • In /etc/sysctl.conf insert


        • Code Block
          vm.max_map_count = 262144


  • Install
  • Create Directory /data/ddb/tools/solr as root:


      • Code Block
        mkdir /data/ddb/tools/solr
chmod -R 755 /data/ddb/*
chown -R admin:users /data/ddb


    • Install required libraries + Java as root


      • Code Block
        yum -y install lsof python-lxml rsync java-1.8.0-openjdk java-1.8.0-openjdk-devel


    • Download + Install SOLR-Tar as root


      • Code Block
        cd
export https_proxy=http://proxy.fiz-karlsruhe.de:8888/ && curl -O "https://archive.apache.org/dist/lucene/solr/8.0.0/solr-8.0.0.tgz"

tar xfp solr-8.0.0.tgz
./solr-8.0.0/bin/install_solr_service.sh ~/solr-8.0.0.tgz -i /data/ddb/tools/solr -d /data/ddb/tools/solr -p 8183 -f

chown -R solr:solr /opt/data/ddb/tools/solr/solr-8.0.0
ln -s /optdata/ddb/tools/solr/solr-8.0.0 /data/ddb/opttools/solr/current
rm -fr ~/solr-8.0.0*


    • Configure JAVA_OPTS
      • in /optetc/solr/bin/solr insertdefault/solr.in.sh (SOLR_HEAP p1-solr01: 200g)


      • Code Block
        SOLR_HEAP="24g"
SOLR_PID_DIR="/data/ddb/tools/solr"
SOLR_HOME="/data/ddb/tools/solr/data"
LOG4J_PROPS="/data/ddb/tools/solr/log4j2.xml"
SOLR_LOGS_DIR="/data/ddb/tools/solr/logs"
SOLR_PORT="8183"
SOLR_OPTS="$SOLR_OPTS -Dsolr.disable.shardsWhitelist=true -Dlog4j2.formatMsgNoLookups=true
        Code Block
        SOLR_JAVA_MEM="-Xms6g -Xmx6g"


    • Configure Access as solr-user + ability to restart service as root
      • chmod 660 /etc/sudoers
      • In /etc/sudoers add


      • Code Block
        ## Allow admin to su to solr and to start solr-server
admin   ALL=(root) NOPASSWD: /etc/init.d/solr
admin   ALL=(root) NOPASSWD: /bin/su - solr


      • chmod 440 /etc/sudoers

    • Copy DDB-Libs + Configurations as solr


    • Code Block
      cd /
      opt
      data/ddb/tools/solr/current
cp ./dist/*.jar ./server/solr-webapp/webapp/WEB-INF/lib/
cp contrib/extraction/lib/*.jar ./server/solr-webapp/webapp/WEB-INF/lib/
cp contrib/analysis-extras/lucene-libs/*.jar ./server/solr-webapp/webapp/WEB-INF/lib/

cd /data/ddb/tools/solr/current/server/solr-webapp/webapp/WEB-INF/lib
ln -s /data/ddb/ddb-backend-solr/lib/ddb-backend-solr.jar
ln -s /data/ddb/ddb-backend-solr/lib/solr-ocrhighlighting.jar

cd /data/ddb/tools/solr/data
ln -s /data/ddb/ddb-backend-solr/conf/solr.xml

CORES=(fulltext nodes organization person search newspaper newspaper-issues oaiitems)
for core in ${CORES[@]}; do
/
      opt
      data/ddb/tools/solr/current/bin/solr create -c $core -n $core
done

NEUER FOLLOWER: 
cd /data/ddb/tools/solr/data/
      fulltext
      <indexname>/conf
rm -
      r
      rf
      conf
      *
      ln
      cp
      -s 
      /data/ddb/
      Cortex
      ddb-backend-solr/conf/
      solr
      <indexname>/
      fulltext/conf cd ../nodes/ rm -r conf ln -s 
      conf/solrconfig_follower.xml solrconfig.xml
cp /data/ddb/
      Cortex
      ddb-backend-solr/conf/
      solr
      <indexname>/
      nodes/conf cd ../organization/ rm -r conf ln -s 
      conf/schema.xml .
cp /data/ddb/
      Cortex
      ddb-backend-solr/conf/
      solr
      <indexname>/
      organization/conf cd ../person/ rm -r conf ln -s 
      conf/*.txt .

NEUER LEADER:
cd /data/ddb/
      Cortex/conf
      tools/solr/
      person
      data/
      conf cd ../search/ 
      <indexname>
rm -r conf
ln -s /data/ddb/
      Cortex
      ddb-backend-solr/conf/
      solr
      <indexname>/
      search/conf cd /opt/solr/server/solr-webapp/webapp/WEB-INF/lib ln -s /data/ddb/Cortex/lib/SolrIndexServer.jar
      conf


  • Adapt log4j2.xml, set SizeBasedTriggeringPolicy size = 1 GB, set DefaultRolloverStrategy max = 5
  • solr-service enablen (dass er bei reboot mitstartet)