SAP Sandbox Systems - Server Build Procedure
# Start with a server built using the standard build procedure:
http://ddceperf/css/GlobalSysAdmin/AIX/builddoc.shtml
Then make the following modifications:
Etherchannel Configuration Procedures
# Unconfigure all ethernet adapters
lscfg -l ent*
for i in 9 8 7 6 5 4 3 2 1 0
do
ifconfig en${i} down
ifconfig en${i} detach
ifconfig et${i} down
ifconfig et${i} detach
rmdev -Rdl ent${i}
rmdev -Rdl en${i}
rmdev -Rdl et${i}
done
ifconfig -a
lsdev -Cc adapter | grep ent
# Rediscover all ethernet adapters
cfgmgr
lsdev -Cc adapter | grep ent
lsdev -C | grep inet
lsdev -C | grep lo
lscfg -l ent*
# turn off the chksum_offload parameter on all adapters
for i in 5 4 3 2 1 0
do
lsattr -El ent${i} | grep chksum_offload
chdev -l ent${i} -a chksum_offload=no
chdev -l ent${i} -a chksum_offload=no -P
lsattr -El ent${i} | grep chksum_offload
done
# Configure etherchannel devices
for i in 4 5 6 7 8
do
rmdev -Rdl ent${i}
rmdev -Rdl en${i}
rmdev -Rdl et${i}
done
if mkdev -c adapter -s pseudo -t ibm_ech \
-a adapter_names=ent1 \
-a netaddr=146.61.122.254 \
-a backup_adapter=ent0
then
/usr/lib/methods/defif
fi
if mkdev -c adapter -s pseudo -t ibm_ech \
-a adapter_names=ent3 \
-a netaddr=146.61.124.254 \
-a backup_adapter=ent2
then
/usr/lib/methods/defif
fi
lsdev -Cc adapter | grep ent
lsattr -El inet0
# Now define the IP addresses to be used by this SAP Sandbox Instance.
# vi /etc/hosts
192.168.30.238 mdcadsap01-boot.tu.com mdcadsap01-boot
146.61.122.238 mdcadsap01.tu.com mdcadsap01
146.61.122.239 mdcadsap01-pers.tu.com mdcadsap01-pers
146.61.124.60 mdcadsap01-man.tu.com mdcadsap01-man
146.61.122.241 mdcadsap01-rg02.tu.com mdcadsap01-rg02 ssmdatu1.tu.com ssmdatu1
192.168.30.10 mdcadsap02-boot.tu.com mdcadsap02-boot
146.61.122.10 mdcadsap02.tu.com mdcadsap02
146.61.122.11 mdcadsap02-pers.tu.com mdcadsap02-pers
146.61.124.61 mdcadsap02-man.tu.com mdcadsap02-man
146.61.122.242 mdcadsap01-rg03.tu.com mdcadsap01-rg03 sxidatu1.tu.com sxidatu1
192.168.30.12 mdcadsap03-boot.tu.com mdcadsap03-boot
146.61.122.12 mdcadsap03.tu.com mdcadsap03
146.61.122.13 mdcadsap03-pers.tu.com mdcadsap03-pers
146.61.124.62 mdcadsap03-man.tu.com mdcadsap03-man
146.61.122.240 mdcadsap01-rg01.tu.com mdcadsap01-rg01 isudatu1.tu.com isudatu1
192.168.30.14 mdcadsap04-boot.tu.com mdcadsap04-boot
146.61.122.14 mdcadsap04.tu.com mdcadsap04
146.61.122.15 mdcadsap04-pers.tu.com mdcadsap04-pers
146.61.124.63 mdcadsap04-man.tu.com mdcadsap04-man
146.61.122.243 mdcadsap01-rg04.tu.com mdcadsap01-rg04 crmdatu1.tu.com crmdatu1
192.168.30.16 mdcadsap05-boot.tu.com mdcadsap05-boot
146.61.122.16 mdcadsap05.tu.com mdcadsap05
146.61.122.17 mdcadsap05-pers.tu.com mdcadsap05-pers
146.61.124.64 mdcadsap05-man.tu.com mdcadsap05-man
146.61.122.245 mdcadsap01-rg06.tu.com mdcadsap01-rg06 sepdatu1.tu.com sepdatu1
192.168.30.18 mdcadsap06-boot.tu.com mdcadsap06-boot
146.61.122.18 mdcadsap06.tu.com mdcadsap06
146.61.122.19 mdcadsap06-pers.tu.com mdcadsap06-pers
146.61.124.65 mdcadsap06-man.tu.com mdcadsap06-man
146.61.122.246 mdcadsap01-rg07.tu.com mdcadsap01-rg07 skmdatu1.tu.com skmdatu1
146.61.122.244 mdcadsap01-rg05.tu.com mdcadsap01-rg05 sbwdatu1.tu.com sbwdatu1
# Assign the designated IP address to this SAP sandbox instance:
smitty tcpip
Additional Filesets
# Install bos.adt.* filesets and update to the latest levels.
installp -agXd /usr/sys/inst.images bos.adt
# Install the 64 bit Java filesets then update to the latest levels.
installp -agX -d /usr/sys/inst.images \
Java14_64.debug 1.4.0.0 \
Java14_64.ext.commapi 1.4.0.0 \
Java14_64.ext.javahelp 1.4.0.0 \
Java14_64.license 1.4.0.0 \
Java14_64.samples 1.4.0.0 \
Java14_64.sdk 1.4.0.0 \
Java14_64.source 1.4.0.0
lslpp -lc |
awk -F ":" '{print $2}' |
tail -n +2 |
grep 'Java14_64' > /tmp/lslpp
installp -agXd /usr/sys/inst.images -e /tmp/install.log -f /tmp/lslpp
Miscellaneous
# Add directory exclusions for mksysb backups to
/etc/exclude.rootvg.
print '^./tmp/\n./usr/websm/pc_client/\n./usr/sys/inst.images' > /etc/exclude.rootvg
# Set the SCSI MPIO priority for each virtual disk.
/usr/local/scripts/vscsiPriority.ksh -vori 20
# create 20 gb swap space, the following command increases hd6 by 18
GB:
chps -s 192 hd6
Create the SAP groups and users.
#!/usr/bin/ksh93
GNAMES=( sapsys oper dba hagsuser )
mkgroup -a id=11500 ${GNAMES[0]}
mkgroup -a id=11501 ${GNAMES[1]}
mkgroup -a id=11502 ${GNAMES[2]}
HAGUID=$( print -- ${GNAMES[3]} | sum -r )
HAGUID="${HAGUID//[!0-9]/}"
print -- mkgroup -a id=${HAGUID} ${GNAMES[3]}
mkgroup -a id=${HAGUID} ${GNAMES[3]}
#!/usr/bin/ksh93
SNAMES=( ssmdatu1 SM1 )
UNAMES=( sm1adm orasm1 )
mkuser home=/${SNAMES[0]}/oracle/${SNAMES[1]} id=11521 shell=/bin/csh ${UNAMES[0]}
chuser gecos="SAP Admin User" ${UNAMES[0]}
chuser pgrp=dba ${UNAMES[0]}
mkuser home=/${SNAMES[0]}/oracle/${SNAMES[1]} id=11621 shell=/bin/csh ${UNAMES[1]}
chuser gecos="SAP Admin User" ${UNAMES[1]}
chuser pgrp=dba ${UNAMES[1]}
# Set ulimits to unlimited as follows:
#!/usr/bin/ksh93
UNAMES=( root sm1adm orasm1 )
for UNAME in "${UNAMES[@]}"
do
chuser rss_hard=-1 ${UNAME}
chuser stack_hard=-1 ${UNAME}
chuser fsize=-1 ${UNAME}
chuser cpu=-1 ${UNAME}
chuser data=-1 ${UNAME}
chuser rss=-1 ${UNAME}
chuser stack=-1 ${UNAME}
done
IFS=','
chgrpmem -m = "${UNAMES[*]}" sapsys
chgrpmem -m = "${UNAMES[*]}" oper
chgrpmem -m = "${UNAMES[*]}" dba
chgrpmem -m = "${UNAMES[*]}" hagsuser
cat /etc/group
# AIX tuning parameters
chdev -l sys0 -a maxuproc=4096
vmo -po maxclient%=50
vmo -po maxperm%=50
vmo -po minperm%=3
vmo -po lru_file_repage=0
vmo -po strict_maxclient=1
vmo -po strict_maxperm=0
vmo -po maxfree=10880
vmo -po minfree=9600
vmo -ro memory_affinity=0
vmo -o maxclient%
vmo -o maxperm%
vmo -o minperm%
vmo -o lru_file_repage
vmo -o strict_maxclient
vmo -o strict_maxperm
vmo -o minfree
vmo -o maxfree
vmo -o memory_affinity
# Set the queue depth for each virtual disk to match the VIO server #
queue depth, which at the time of this writing is "16":
for i in $( lsdev -Cc disk -F name )
do
print "${i}: $( lsattr -El ${i} -a queue_depth)"
chdev -l ${i} -a queue_depth=16
chdev -l ${i} -a queue_depth=16 -P
print "${i}: $( lsattr -El ${i} -a queue_depth)"
done
Asynchronous I/O and System Tuning Parameters
- Maximum number of processes per user = 3000
- Maximum Async I/O requests = 16386
- Maximum number of Async I/O servers = 300
- Minimum number of Async I/O servers = 150
- Set aio0 to start at reboot and make it available in the active
kernel
chdev -l sys0 -a maxuproc=3000 -P
chdev -l aio0 -a maxreqs=16386 -P
chdev -l aio0 -a maxservers=300 -P
chdev -l aio0 -a minservers=150 -P
chdev -l aio0 -a autoconfig=available -P
mkdev -l aio0
lsdev -l aio0
lsattr -El aio0
NFS mount of /usr/sap/trans
Change the name of the existing "/usr/sap/trans " file
system and append a "_local " extension to the directory
name.
chfs -m /crmdatu1/usr/sap/trans_local /crmdatu1/usr/sap/trans
Establish an NFS mounted file system from the "ssmdatu1" system
for the "/usr/sap/trans" directory.
NFSSRV[0]="ssmdatu1"
EXPT[0]="/ssmdatu1/usr/sap/trans"
MTPT[0]="/crmdatu1/usr/sap/trans"
umount ${MTPT[0]}
/usr/sbin/rmnfsmnt -f "${MTPT[0]}" -B
/usr/sbin/mknfsmnt -f "${MTPT[0]}" -d "${EXPT[0]}" -h "${NFSSRV[0]}" -M sys -I -a -t rw -w bg -Y -Z -X -H -j -q -g
mount ${MTPT[0]}
grep -p "${MTPT[0]}:" /etc/filesystems
df
Verify Settings
# check settings on each SAP LPAR
ulimit -a
lsps -a
lsdev -l aio0
lsattr -El aio0
for i in $( lsdev -Cc disk -F name )
do
print "${i}: $( lsattr -El ${i} | grep queue)"
done
lsattr -El sys0 -a maxuproc
vmo -o maxclient%
vmo -o maxperm%
vmo -o minperm%
vmo -o lru_file_repage
vmo -o strict_maxclient
vmo -o strict_maxperm
vmo -o minfree
vmo -o maxfree
vmo -o memory_affinity
lslpp -l | grep bos.adt.debug
ls -ld /oracle /sapmnt /usr/sap
ps -ef | grep -i xm
lsgroup hagsuser
Shutdown and Reboot
# Shutdown the system and reboot to activate the changes made
by this procedure:
shutdown -Fr
|