####################################
####################################
Setup OS
– Disable the Firewall
[root@oel6srv01 ~]# service iptables save
[root@oel6srv01 ~]# service iptables stop
[root@oel6srv01 ~]# chkconfig iptables off
[root@oel6srv01 ~]# service iptables status
-- If you are using IPv6 firewall, enter:
[root@oel6srv01 ~]# service ip6tables save
[root@oel6srv01 ~]# service ip6tables stop
[root@oel6srv01 ~]# chkconfig ip6tables off
[root@oel6srv01 ~]# service ip6tables status
– Disable the SELinux
[root@oel6srv01 ~]# vi /etc/sysconfig/selinux
– DISABLED kdump
[root@oel6srv01 ~]# chkconfig kdump on
[root@oel6srv01 ~]# chkconfig --list |grep kdump
kdump 0:off 1:off 2:off 3:off 4:off 5:off 6:off
– Network Setup
Public Cluster interphases, VIPs and SCAN
Subnet 10.0.0.x
Netmask 255.255.255.0
Private Cluster interphases
Subnet 192.168.0.x
Netmask 255.255.255.0
– Kernel add or amend the following lines to the “/etc/sysctl.conf” file.
# vi /etc/sysctl.conf
fs.aio-max-nr = 1048576
fs.file-max = 6815744
kernel.shmall = 2097152
kernel.shmmax = 1062637568
kernel.shmmni = 4096
# semaphores: semmsl, semmns, semopm, semmni
kernel.sem = 250 32000 100 128
net.ipv4.ip_local_port_range = 9000 65500
net.core.rmem_default=262144
net.core.rmem_max=4194304
net.core.wmem_default=262144
net.core.wmem_max=1048586
--Activate the current Kernel parameters:
/sbin/sysctl -p
– Add the following lines to /etc/security/limits.conf
# vi /etc/security/limits.conf
## Go to the end
grid soft nproc 2047
grid hard nproc 16384
grid soft nofile 1024
grid hard nofile 65536
oracle soft nproc 2047
oracle hard nproc 16384
oracle soft nofile 1024
oracle hard nofile 65536
– Add the following line to /etc/pam.d/login
# vi /etc/pam.d/login
session required pam_limits.so
– Disable secure linux
–making sure the SELINUX flag is set as follows.
# vi /etc/selinux/config
SELINUX=disabled
– NTP Setup
–If you are using NTP, you must add the “-x” option into the following line in the “/etc/sysconfig/ntpd” file.
# vi /etc/sysconfig/ntpd
OPTIONS="-x -u ntp:ntp -p /var/run/ntpd.pid"
# service ntpd restart
-- OR STOP NTP SERVER the Grid will start CSSD in Active mode instead of Observe:
# service ntpd stop
# chkconfig ntpd off
---------------------------------------------
- Mandatory Packages for Oracle Linux 6 and Red Hat Enterprise Linux 6
---------------------------------------------
binutils-2.20.51.0.2-5.11.el6 (x86_64)
compat-libcap1-1.10-1 (x86_64)
compat-libstdc++-33-3.2.3-69.el6 (x86_64)
compat-libstdc++-33-3.2.3-69.el6.i686
gcc-4.4.4-13.el6 (x86_64)
gcc-c++-4.4.4-13.el6 (x86_64)
glibc-2.12-1.7.el6 (i686)
glibc-2.12-1.7.el6 (x86_64)
glibc-devel-2.12-1.7.el6 (x86_64)
glibc-devel-2.12-1.7.el6.i686
ksh
libgcc-4.4.4-13.el6 (i686)
libgcc-4.4.4-13.el6 (x86_64)
libstdc++-4.4.4-13.el6 (x86_64)
libstdc++-4.4.4-13.el6.i686
libstdc++-devel-4.4.4-13.el6 (x86_64)
libstdc++-devel-4.4.4-13.el6.i686
libaio-0.3.107-10.el6 (x86_64)
libaio-0.3.107-10.el6.i686
libaio-devel-0.3.107-10.el6 (x86_64)
libaio-devel-0.3.107-10.el6.i686
make-3.81-19.el6
sysstat-9.0.4-11.el6 (x86_64)
–Install the cvuqdisk RPM. Without cvuqdisk, Cluster Verification Utility cannot discover shared disks,
–and it raises the following error message “Package cvuqdisk not installed” when Cluster Verification Utility is executed.
–A copy of the cvuqdisk package is present on the 1st Grid Infrastructure ZIP file.
— Log in as root.
- Use the following command to find if you have an existing version of the cvuqdisk package:
# rpm -qi cvuqdisk
2. If you have an existing version, then enter the following command to deinstall the existing version:
rpm -e cvuqdisk
- Set the environment variable CVUQDISK_GRP to point to the group that will own cvuqdisk, typically oinstall. For example:
# CVUQDISK_GRP=oinstall; export CVUQDISK_GRP
4. Install the cvuqdisk package:
rpm -iv package
# rpm -iv cvuqdisk-1.0.9-1.rpm
--OR
you install oracle-rdbms-server-12cR1-preinstall
– OPTIONAL RPMs
--Minimum ODBC Drivers for Oracle and Red Hat Linux 6 on x86-64
unixODBC-2.2.14-11.el6 (64-bit) or later
unixODBC-devel-2.2.14-11.el6 (64-bit) or later
– UNIX Groups
/usr/sbin/groupadd -g 1000 oinstall
/usr/sbin/groupadd -g 1001 asmadmin
/usr/sbin/groupadd -g 1002 dba
/usr/sbin/groupadd -g 1003 asmdba
/usr/sbin/groupadd -g 1004 asmoper
–New optional roles which grant access to specific features like Data Guard, RMAN and Security have been added in 12c, but not implemented in this example.
– UNIX Users
useradd -u 1100 -g oinstall -G asmadmin,asmdba,asmoper grid
useradd -u 1101 -g oinstall -G asmdba,dba oracle
– Set SSH timeout wait to unlimited
# vi /etc/ssh/sshd_config
LoginGraceTime 0
– Create the u01 file system
[root@oel6srv01 ~]# fdisk /dev/sdb
The number of cylinders for this disk is set to 2871.
There is nothing wrong with that, but this is larger than 1024,
and could in certain setups cause problems with:
1) software that runs at boot time (e.g., old versions of LILO)
2) booting and partitioning software from other OSs
(e.g., DOS FDISK, OS/2 FDISK)
Command (m for help): n
Command action
e extended
p primary partition (1-4)
p
Partition number (1-4): 1
First cylinder (1-2871, default 1):
Using default value 1
Last cylinder or +size or +sizeM or +sizeK (1-2871, default 2871):
Using default value 2871
Command (m for help): w
The partition table has been altered!
Calling ioctl() to re-read partition table.
WARNING: Re-reading the partition table failed with error 16: Device or resource busy.
The kernel still uses the old table.
The new table will be used at the next reboot.
Syncing disks.
[root@oel6srv01 ~]#
[root@oel6srv01 ~]# fdisk -l
Disk /dev/sda: 21.4 GB, 21474836480 bytes
255 heads, 63 sectors/track, 2610 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Device Boot Start End Blocks Id System
/dev/sda1 * 1 13 104391 83 Linux
/dev/sda2 14 2610 20860402+ 8e Linux LVM
Disk /dev/sdb: 23.6 GB, 23622320128 bytes
255 heads, 63 sectors/track, 2871 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Device Boot Start End Blocks Id System
/dev/sdb1 1 2871 23061276 83 Linux
[root@oel6srv01 ~]# mkfs.ext4 /dev/sdb1
mke4fs 1.41.12 (17-May-2010)
Filesystem label=
OS type: Linux
Block size=4096 (log=2)
Fragment size=4096 (log=2)
Stride=0 blocks, Stripe width=0 blocks
1441792 inodes, 5765319 blocks
288265 blocks (5.00%) reserved for the super user
First data block=0
Maximum filesystem blocks=4294967296
176 block groups
32768 blocks per group, 32768 fragments per group
8192 inodes per group
Superblock backups stored on blocks:
32768, 98304, 163840, 229376, 294912, 819200, 884736, 1605632, 2654208,
4096000
Writing inode tables: done
Creating journal (32768 blocks): done
Writing superblocks and filesystem accounting information: done
This filesystem will be automatically checked every 37 mounts or
180 days, whichever comes first. Use tune4fs -c or -i to override.
[root@oel6srv01 ~]#
[root@oel6srv01 /]# mkdir u01
[root@oel6srv01 /]# cat /etc/fstab
..
..
/dev/sdb1 /u01 ext4 defaults 0 0
[root@oel6srv01 /]# mount /u01
[root@oel6srv01 /]# df -h
Filesystem Size Used Avail Use% Mounted on
/dev/mapper/VolGroup00-LogVol00
15G 3.2G 12G 22% /
/dev/sda1 99M 24M 71M 25% /boot
tmpfs 1.3G 0 1.3G 0% /dev/shm
/dev/sdb1 22G 172M 21G 1% /u01
– Creation of GI and RDBMS directories
mkdir -p /u01/GRID/12.1.0.1
mkdir -p /u01/app/product/12.1.0.1
#Oracle Base
chown -R oracle:oinstall /u01/app
chmod -R 775 /u01/app
#Oracle RDBMS Home
chown -R oracle:oinstall /u01/app/product/12.1.0.1
chmod -R 775 /u01/app/product/12.1.0.1
#Grid Home
chown -R grid:oinstall /u01/GRID
chmod -R 775 /u01/GRID/12.1.0.1
– Add this entries to the generic User Profile
# vi /etc/profile
if [ $USER = "oracle" ] || [ $USER = "grid" ]; then
if [ $SHELL = "/bin/ksh" ]; then
ulimit -p 16384
ulimit -n 65536
else
ulimit -u 16384 -n 65536
fi
umask 022
fi
if [ $USER = "root" ]; then
umask 022
fi
— Configure the shared storage for ASM
##########################################################
## Installation Oracle Grid Infrastructure
##########################################################
--Run 12c Cluvfy with the following options to verify that all prerequisites are met:
./runcluvfy.sh stage -post hwos -n oel6srv01,oel6srv02,oel6srv03,oel6srv04 -verbose
# Start the Grid Installation…..
[grid@oel6srv01 grid]$ ./runInstaller
Starting Oracle Universal Installer...
Checking Temp space: must be greater than 120 MB. Actual 39776 MB Passed
Checking swap space: must be greater than 150 MB. Actual 4031 MB Passed
Checking monitor: must be configured to display at least 256 colors. Actual 16777216 Passed
Preparing to launch Oracle Universal Installer from /tmp/OraInstall2013-06-25_08-23-26PM. Please wait ..
##############################################################
## Grid Infrastructure crsctl output
##############################################################
[grid@oel6srv01 ~]$ crsctl stat res -t
--------------------------------------------------------------------------------
Name Target State Server State details
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.ASMNET2LSNR_ASM.lsnr
ONLINE ONLINE oel6srv01 STABLE
ONLINE ONLINE oel6srv02 STABLE
ONLINE ONLINE oel6srv03 STABLE
ONLINE ONLINE oel6srv04 STABLE
ora.DATA1.VOL_CLOUD01.advm
ONLINE ONLINE oel6srv01 Volume device /dev/a
sm/vol_cloud01-178 i
s online,STABLE
ONLINE ONLINE oel6srv02 Volume device /dev/a
sm/vol_cloud01-178 i
s online,STABLE
ONLINE ONLINE oel6srv03 Volume device /dev/a
sm/vol_cloud01-178 i
s online,STABLE
ONLINE ONLINE oel6srv04 Volume device /dev/a
sm/vol_cloud01-178 i
s online,STABLE
ora.DATA1.dg
OFFLINE OFFLINE oel6srv01 STABLE
OFFLINE OFFLINE oel6srv02 STABLE
ONLINE ONLINE oel6srv03 STABLE
ONLINE ONLINE oel6srv04 STABLE
ora.FRA1.dg
OFFLINE OFFLINE oel6srv01 STABLE
OFFLINE OFFLINE oel6srv02 STABLE
ONLINE ONLINE oel6srv03 STABLE
ONLINE ONLINE oel6srv04 STABLE
ora.LISTENER.lsnr
ONLINE ONLINE oel6srv01 STABLE
ONLINE ONLINE oel6srv02 STABLE
ONLINE ONLINE oel6srv03 STABLE
ONLINE ONLINE oel6srv04 STABLE
ora.OCRVOTING.dg
OFFLINE OFFLINE oel6srv01 STABLE
OFFLINE OFFLINE oel6srv02 STABLE
ONLINE ONLINE oel6srv03 STABLE
ONLINE ONLINE oel6srv04 STABLE
ora.data1.vol_cloud01.acfs
ONLINE ONLINE oel6srv01 mounted on /cloudfs,
STABLE
ONLINE ONLINE oel6srv02 mounted on /cloudfs,
STABLE
ONLINE ONLINE oel6srv03 mounted on /cloudfs,
STABLE
ONLINE ONLINE oel6srv04 mounted on /cloudfs,
STABLE
ora.net1.network
ONLINE ONLINE oel6srv01 STABLE
ONLINE ONLINE oel6srv02 STABLE
ONLINE ONLINE oel6srv03 STABLE
ONLINE ONLINE oel6srv04 STABLE
ora.ons
ONLINE ONLINE oel6srv01 STABLE
ONLINE ONLINE oel6srv02 STABLE
ONLINE ONLINE oel6srv03 STABLE
ONLINE ONLINE oel6srv04 STABLE
ora.proxy_advm
ONLINE ONLINE oel6srv01 STABLE
ONLINE ONLINE oel6srv02 STABLE
ONLINE ONLINE oel6srv03 STABLE
ONLINE ONLINE oel6srv04 STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE oel6srv04 STABLE
ora.MGMTLSNR
1 ONLINE ONLINE oel6srv04 169.254.25.188 192.1
68.0.114 192.168.0.1
24,STABLE
ora.asm
1 ONLINE ONLINE oel6srv04 STABLE
3 ONLINE ONLINE oel6srv03 STABLE
ora.cvu
1 ONLINE ONLINE oel6srv04 STABLE
ora.mgmtdb
1 ONLINE ONLINE oel6srv04 Open,STABLE
ora.oc4j
1 ONLINE ONLINE oel6srv01 STABLE
ora.oel6srv01.vip
1 ONLINE ONLINE oel6srv01 STABLE
ora.oel6srv02.vip
1 ONLINE ONLINE oel6srv02 STABLE
ora.oel6srv03.vip
1 ONLINE ONLINE oel6srv03 STABLE
ora.oel6srv04.vip
1 ONLINE ONLINE oel6srv04 STABLE
ora.scan1.vip
1 ONLINE ONLINE oel6srv04 STABLE
--------------------------------------------------------------------------------