利用puppet管理solrcloud
主脚本
1./etc/puppet/manifests/zookeeper.pp
/* vim set :expandtab:shiftwidth=4:tabstop=4:smarttab: */
#= globalvar
#= sae
#= cron
#= user
#= account
#= stdlib
#= zookeeper
#= solr
#= jetty
node /sae$/ {
include globalvar
include globalvar::user
include account::list
stage { "basic": before => Stage["main"] }
class { "sae::directory":
logs => true,
stage => "basic",
}
$idc = getidc($clientcert)
class { "sae::hosts": idc => $idc, stage => "basic", hosts=>[
"10.67.15.144 mongodb-internal.sae.sina.com.cn",
] }
class { "sae::resolv": idc => $idc }
if $idc == ‘bx‘ {
$ipaddress_internal = $ipaddress_eth1
$netdev_internal = "eth1"
} else {
if ‘bond0‘ in $interfaces {
$ipaddress_internal = $ipaddress_bond0
$dev_inter = ‘bond0‘
} elsif ‘eth1‘ in $interfaces {
$ipaddress_internal = $ipaddress_eth1
$dev_inter = ‘eth1‘
}
}
$gateway = getgateway($ipaddress_internal)
class { "sae::route": stage => "basic", rules => [
"add 10.0.0.0/8 via $gateway dev $netdev_internal",
"add 172.16.0.0/16 via $gateway dev $netdev_internal",
"add 192.168.0.0/16 via $gateway dev $netdev_internal",
]}
class { "sae::yum": }
class { "sae::pkg": sendmail => "STOP", }
class { "sae::cron": }
class { "sae::ntpdate": }
class { "sae::sysctl": }
class { "sae::iptables": }
class { "sae::bashrc": }
class { "sae::hostname": }
class { "user": users => [
$globalvar::user::saere,
$globalvar::user::conglei,
$globalvar::user::shijiang,
$globalvar::user::wanghai1,
$globalvar::user::mingming6,
$globalvar::user::renzhong1,
$globalvar::user::liulei5,
$globalvar::user::lintao3,
$globalvar::user::chenfeng2,
$globalvar::user::liren2,
$globalvar::user::tengfei5,
$globalvar::user::liangqi,
$globalvar::user::wangyang15,
$globalvar::user::zhiyun1,
$globalvar::user::suyang,
$globalvar::user::wanghai1,
$globalvar::user::yuwei5,
$globalvar::user::zhantao,
]}
$admin_accounts = $account::list::all_staff
$absent_admins = difference($account::list::all_staff,$admin_accounts)
account { $admin_accounts: operation => ‘add‘, }
account { $absent_admins: operation => ‘del‘, }
class { "account::sudoers": }
class { "zookeeper":
pkg_version => "3.4.6-1" ,
zookeep_servers => ["server.224=10.13.144.224:9984:9985",
"server.225=10.13.144.225:9984:9985",
"server.226=10.13.144.226:9984:9985",
"server.227=10.13.144.227:9984:9985",
],
}
class { "jetty":
pkg_version => "8.1.15-3" ,
leader_zookeepers => ["-Dbootstrap_confdir=/usr/local/sae/solr/solr.home/collection1/conf",
"-Dcollection.configName=myconf",
"-DnumShards=2",
],
}
class { "solr": pkg_version => "4.6-3" }
}
2./etc/puppet/modules/solr/manifests/init.pp
/* vim:expandtab:shiftwidth=4:tabstop=4:smarttab: */
class solr(
$pkg_version = "",
$index_data = "/data0/solr_data/data",
$maxDocs = "100000",
$maxTime = "1800000",
$cache_size = "10000",
$cache_initialSize = "10000",
$cache_autowarmCount = "5000",
)
{
include globalvar
package { "${globalvar::pkg_prefix}solr":
ensure => $pkg_version,
}
file { "${globalvar::install_prefix}/solr/solr.home/solr.xml":
source => "${globalvar::modulepath}/solr/files/solr.xml",
require => Package["${globalvar::pkg_prefix}solr"],
}
file { "${globalvar::install_prefix}/solr/solr.home/collection1/core.properties":
source => "${globalvar::modulepath}/solr/files/core.properties",
require => Package["${globalvar::pkg_prefix}solr"],
}
file { "${globalvar::install_prefix}/solr/solr.home/collection1/conf/solrconfig.xml":
content => template("solr/solrconfig.xml.erb"),
require => Package["${globalvar::pkg_prefix}solr"],
}
exec { "create_solrdata":
command => "/bin/mkdir -p /data0/solr_data/data/",
unless => "/usr/bin/test -d /data0/solr_data/data/",
require => Package["${globalvar::pkg_prefix}solr"],
}
}
#files就不说了,重点说下erb
3./etc/puppet/modules/zookeeper/manifests/init.pp
/* vim:expandtab:shiftwidth=4:tabstop=4:smarttab: */
class zookeeper (
$myid = $ipaddress,
$pkg_version = "",
$zookeep_servers = [],
)
{
include globalvar
package { "${globalvar::pkg_prefix}zookeeper":
ensure => $pkg_version,
}
exec { "create_zdata":
command => "/bin/mkdir -p ${globalvar::install_prefix}/zookeeper/zdata/",
unless => "/usr/bin/test -d ${globalvar::install_prefix}/zookeeper/zdata/",
}
file { "myid":
path => "${globalvar::install_prefix}/zookeeper/zdata/myid",
content => template("zookeeper/myid.erb"),
require => Package["${globalvar::pkg_prefix}zookeeper"],
}
file { "${globalvar::install_prefix}/zookeeper/conf/zoo.cfg":
content => template("zookeeper/zoo.cfg.erb"),
require => Package["${globalvar::pkg_prefix}zookeeper"],
}
file { "${globalvar::install_prefix}/zookeeper/conf/log4j.properties":
source => "${globalvar::modulepath}/zookeeper/files/log4j.properties",
require => Package["${globalvar::pkg_prefix}zookeeper"],
}
file { "${globalvar::install_prefix}/zookeeper/conf/configuration.xsl":
source => "${globalvar::modulepath}/zookeeper/files/configuration.xsl",
require => Package["${globalvar::pkg_prefix}zookeeper"],
}
file { "${globalvar::install_prefix}/zookeeper/bin/zkServer.sh":
owner => "root",
group => "root",
mode => "755",
require => Package["${globalvar::pkg_prefix}zookeeper"],
}
exec { "zookeeper_restart":
command => "${globalvar::install_prefix}/zookeeper/bin/zkServer.sh restart",
require => Package["${globalvar::pkg_prefix}zookeeper"],
}
}
文件
/etc/puppet/modules/solr/templates/zoo.cfg.erb
# The number of milliseconds of each tick
tickTime=6000
# The number of ticks that the initial
# synchronization phase can take
initLimit=10
# The number of ticks that can pass between
# sending a request and getting an acknowledgement
syncLimit=5
# the directory where the snapshot is stored.
# do not use /tmp for storage, /tmp here is just
# example sakes.
dataDir=../zdata
# the port at which the clients will connect
clientPort=9983
#
# Be sure to read the maintenance section of the
# administrator guide before turning on autopurge.
#
# http://zookeeper.apache.org/doc/current/zookeeperAdmin.html#sc_maintenance
#
# The number of snapshots to retain in dataDir
autopurge.snapRetainCount=3
# Purge task interval in hours
# Set to "0" to disable auto purge feature
autopurge.purgeInterval=1
###for语法
<% @zookeep_servers.each do |zookeep_server| -%>
<%= zookeep_server %>
<% end -%>
4./etc/puppet/modules/jetty/manifests/init.pp
/* vim:expandtab:shiftwidth=4:tabstop=4:smarttab: */
class jetty (
$pkg_version = "",
$port = "8983",
$DzkHost = "-DzkHost=10.13.144.224:9983,10.13.144.225:9983,10.13.144.226:9983,10.13.144.227:9983",
$leader_zookeepers = [],
)
{
include globalvar
package { "${globalvar::pkg_prefix}jetty":
ensure => $pkg_version,
}
file { "${globalvar::install_prefix}/jetty/start.ini":
content => template("jetty/start.ini.erb"),
require => Package["${globalvar::pkg_prefix}jetty"],
}
file { "${globalvar::install_prefix}/jetty/bin/web.sh":
source => "${globalvar::modulepath}/jetty/files/web.sh",
require => Package["${globalvar::pkg_prefix}jetty"],
}
file { "${globalvar::install_prefix}/jetty/etc/jetty.xml":
source => "${globalvar::modulepath}/jetty/files/jetty.xml",
require => Package["${globalvar::pkg_prefix}jetty"],
}
file { "${globalvar::install_prefix}/jetty/etc/keystore":
source => "${globalvar::modulepath}/jetty/files/keystore",
require => Package["${globalvar::pkg_prefix}jetty"],
}
file { "${globalvar::install_prefix}/jetty/etc/log4j.properties":
source => "${globalvar::modulepath}/jetty/files/log4j.properties",
require => Package["${globalvar::pkg_prefix}jetty"],
}
file { "${globalvar::install_prefix}/jetty/etc/logging.properties":
source => "${globalvar::modulepath}/jetty/files/logging.properties",
require => Package["${globalvar::pkg_prefix}jetty"],
}
file { "${globalvar::install_prefix}/jetty/etc/realm.properties":
source => "${globalvar::modulepath}/jetty/files/realm.properties",
require => Package["${globalvar::pkg_prefix}jetty"],
}
file { "${globalvar::install_prefix}/jetty/etc/webdefault.xml":
source => "${globalvar::modulepath}/jetty/files/webdefault.xml",
require => Package["${globalvar::pkg_prefix}jetty"],
}
}
erb文件
stat.ini.erb
#===========================================================
# Jetty start.jar arguments
# Each line of this file is prepended to the command line
# arguments # of a call to:
# java -jar start.jar [arg...]
#===========================================================
#===========================================================
# If the arguements in this file include JVM arguments
# (eg -Xmx512m) or JVM System properties (eg com.sun.???),
# then these will not take affect unless the --exec
# parameter is included or if the output from --dry-run
# is executed like:
# eval $(java -jar start.jar --dry-run)
#
# Below are some recommended options for Sun‘s JRE
#-----------------------------------------------------------
# --exec
# -Dorg.apache.jasper.compiler.disablejsr199=true
# -Dcom.sun.management.jmxremote
# -Dorg.eclipse.jetty.util.log.IGNORED=true
# -Dorg.eclipse.jetty.LEVEL=DEBUG
# -Dorg.eclipse.jetty.util.log.stderr.SOURCE=true
# -Xmx2000m
# -Xmn512m
# -verbose:gc
# -XX:+PrintGCDateStamps
# -XX:+PrintGCTimeStamps
# -XX:+PrintGCDetails
# -XX:+PrintTenuringDistribution
# -XX:+PrintCommandLineFlags
# -XX:+DisableExplicitGC
# -XX:+UseConcMarkSweepGC
# -XX:ParallelCMSThreads=2
# -XX:+CMSClassUnloadingEnabled
# -XX:+UseCMSCompactAtFullCollection
# -XX:CMSInitiatingOccupancyFraction=80
-Djava.net.preferIPv4Stack=true
-Djetty.home=/usr/local/sae/jetty
-Djetty.logs=/data0/log
-Djava.io.tmpdir=/data0/log
-Dsolr.solr.home=/usr/local/sae/solr/solr.home
-Xms4g
-Xmx4g
"start.ini.erb" 89L, 3001C 43,1 Top
-Dsolr.solr.home=/usr/local/sae/solr/solr.home
-Xms4g
-Xmx4g
-XX:MaxPermSize=256m
-Xss256k
-XX:+UseG1GC
-XX:MaxGCPauseMillis=10
-XX:GCPauseIntervalMillis=200
-Dorg.tanukisoftware.wrapper.WrapperManager.mbean=true
-Dorg.tanukisoftware.wrapper.WrapperManager.mbean.testing=false
-Djava.util.logging.config.file=/usr/local/sae/jetty/etc/logging.properties
-Dlog4j.configuration=file:/usr/local/sae/jetty/etc/log4j.properties
<% @leader_zookeepers.each do |leader_zookeeper| -%>
<%= leader_zookeeper %>
<% end -%>
-Djetty.port=<%= scope.lookupvar("jetty::port") %>
###调用其他类的变量
<%= scope.lookupvar("jetty::DzkHost") %>
#-----------------------------------------------------------
#===========================================================
# Start classpath OPTIONS.
# These control what classes are on the classpath
# for a full listing do
# java -jar start.jar --list-options
#-----------------------------------------------------------
OPTIONS=Server,jsp,jmx,resources,websocket,ext,plus,annotations
#-----------------------------------------------------------
#===========================================================
# Configuration files.
# For a full list of available configuration files do
# java -jar start.jar --help
#-----------------------------------------------------------
#etc/jetty-jmx.xml
etc/jetty.xml
#etc/jetty-annotations.xml
# etc/jetty-ssl.xml
# etc/jetty-requestlog.xml
#etc/jetty-deploy.xml
#etc/jetty-overlay.xml
#etc/jetty-webapps.xml
#etc/jetty-contexts.xml
#etc/jetty-testrealm.xml
#===========================================================
本文出自 “expect批量同步数据” 博客,请务必保留此出处http://4249964.blog.51cto.com/4239964/1543545
原文地址:http://4249964.blog.51cto.com/4239964/1543545