11gR2.0.3 Grid Infra Installation

Question

As I have started configuring DNS, DHCP and GNS got the following error:
Result: Default user file creation mask check passed
Checking consistency of file "/etc/resolv.conf" acros
Checking the file "/etc/resolv.conf" to make sure onl
File "/etc/resolv.conf" does not have both domain and
Checking if domain entry in file "/etc/resolv.conf" i
domain entry in file "/etc/resolv.conf" is consistent
Checking if search entry in file "/etc/resolv.conf" i
search entry in file "/etc/resolv.conf" is consistent
Checking file "/etc/resolv.conf" to make sure that on
All nodes have one search entry defined in file "/etc
Checking all nodes to make sure that search entry is
All nodes of the cluster have same value for 'search'
Checking DNS response time for an unreachable node
Node Name Status
macrac2 failed
macrac1 failed
PRVF-5636 : The DNS response time for an unreachable node exceeded "15000" ms on following nodes: macrac2,macrac1
File "/etc/resolv.conf" is not consistent across nodes
Check: Time zone consistency
Result: Time zone consistency check passed

Answer 1

As I’m dying with this stuff for few days I will be grateful for someone who can really drilled down to the configurations and helps me to overcome the following problems
My DNS configuration
Glossary:
Vbox host name     Full name     Eth0 (public)     Eth1(private)     Eth2 (private)     Eth2 (private)
macrac1 (a RAC node)     macrac1.amil.com     192.168.2.112     192.168.3.112     192.168.4.112     192.168.5.112
macrac1 (another RAC node)     macrac1.amil.com     192.168.2.113     192.168.3.113     192.168.4.113     192.168.5.113
macnam (DNS server)     macnam.amil.com     192.168.2.111     192.168.3.111     192.168.4.111     192.168.5.111
Gateway: 192.168.2.1     (This is the IP of main windows machine)
Sub domain: cluster01.amil.com
MACRAC2 machine configuration and MACRAC1 machine configurations are almost same so I’ve only queried MACRAC2 machine
[root@macrac2 ~]# cat /etc/resolv.conf
# Generated by NetworkManager
search cluster01.amil.com amil.com
nameserver 192.168.2.111
[root@macrac2 ~]# cat /etc/hosts
127.0.0.1 localhost.localdomain localhost
# Public
192.168.2.113 macrac2.amil.com macrac2
192.168.2.112 macrac1.amil.com macrac1
192.168.2.111 macnam.amil.com macnam
# Private
192.168.3.113 macrac2-priv2.amil.com macrac2-priv1
192.168.4.113 macrac2-priv2.amil.com macrac2-priv2
192.168.5.113 macrac2-priv3.amil.com macrac2-priv3
[root@macrac2 ~]# cat /etc/sysconfig/network-scripts/ifcfg-eth0
DEVICE="eth0"
NM_CONTROLLED="yes"
ONBOOT=yes
TYPE=Ethernet
BOOTPROTO=none
IPADDR=192.168.2.113
PREFIX=24
NETWORK=192.168.2.0
GATEWAY=192.168.2.1
DNS1=192.168.2.111
DEFROUTE=yes
IPV4_FAILURE_FATAL=yes
IPV6INIT=no
NAME="System eth0"
UUID=5fb06bd0-0bb0-7ffb-45f1-d6edd65f3e03
USERCTL=no
IPV6INIT=no
DOMAIN="cluster01.amil.com amil.com"
HWADDR=08:00:27:85:C0:26
MTU=1500
[root@macrac2 ~]# cat /etc/sysconfig/network-scripts/ifcfg-eth1
DEVICE="eth1"
NM_CONTROLLED="yes"
ONBOOT=yes
TYPE=Ethernet
BOOTPROTO=none
IPADDR=192.168.3.113
PREFIX=24
GATEWAY=192.168.2.1
DNS1=192.168.2.111
DEFROUTE=yes
IPV4_FAILURE_FATAL=yes
IPV6INIT=no
NAME="System eth1"
UUID=9c92fad9-6ecb-3e6c-eb4d-8a47c6f50c04
USERCTL=no
IPV6INIT=no
NETWORK=192.168.2.0
DOMAIN="cluster01.amil.com amil.com"
HWADDR=08:00:27:D1:7A:D1
MTU=1500
eth2 and eth3 as accordingly.     
Name server configurations as follow:
########################Result################
[root@macnam named]# cat /etc/hosts
127.0.0.1 localhost.localdomain localhost
192.168.2.111 macmac.amil.com macnam
[root@macnam named]# cat /etc/sysconfig/network-scripts/ifcfg-eth0
DEVICE="eth0"
NM_CONTROLLED="yes"
ONBOOT=yes
TYPE=Ethernet
BOOTPROTO=none
IPADDR=192.168.2.111
PREFIX=24
NETWORK=192.168.2.0
GATEWAY=192.168.2.1
DNS1=192.168.2.111
DEFROUTE=yes
IPV4_FAILURE_FATAL=yes
IPV6INIT=no
NAME="System eth0"
UUID=5fb06bd0-0bb0-7ffb-45f1-d6edd65f3e03
USERCTL=no
IPV6INIT=no
DOMAIN="cluster01.amil.com amil.com"
HWADDR=08:00:27:F8:22:67
MTU=1500
[root@macnam named]# cat /etc/sysconfig/network-scripts/ifcfg-eth1
DEVICE="eth1"
NM_CONTROLLED="yes"
ONBOOT=yes
TYPE=Ethernet
BOOTPROTO=none
IPADDR=192.168.3.111
PREFIX=24
GATEWAY=192.168.2.1
DNS1=192.168.2.111
DEFROUTE=yes
IPV4_FAILURE_FATAL=yes
IPV6INIT=no
NAME="System eth1"
UUID=9c92fad9-6ecb-3e6c-eb4d-8a47c6f50c04
USERCTL=no
IPV6INIT=no
NETWORK=192.168.2.0
DOMAIN="cluster01.amil.com amil.com"
HWADDR=08:00:27:B4:78:40
MTU=1500
eth2 and eth3 as accordingly.     
vi /etc/resolv.conf
[root@macnam named]# cat /etc/resolv.conf
# Generated by NetworkManager
search cluster01.amil.com amil.com
nameserver 192.168.2.111
named.conf
options {
listen-on port 53 { any; };
//# listen-on-v6 port 53 { ::1; };
directory "/var/named";
dump-file "/var/named/data/cache_dump.db";
statistics-file "/var/named/data/named_stats.txt";
memstatistics-file "/var/named/data/named_mem_stats.txt";
// allow-query { localhost; };
recursion yes;
dnssec-enable yes;
dnssec-validation yes;
dnssec-lookaside auto;
/* Path to ISC DLV key */
bindkeys-file "/etc/named.iscdlv.key";
managed-keys-directory "/var/named/dynamic";
logging {
channel default_debug {
file "data/named.run";
severity dynamic;
zone "2.168.192.in-addr.arpa" IN {
type master;
file "amil.com.reverse";
allow-update { none; };
zone "3.168.192.in-addr.arpa" IN {
type master;
file "priv.cloud.reverse";
allow-update { none; };
zone "4.168.192.in-addr.arpa" IN {
type master;
file "priv2.cloud.reverse";
allow-update { none; };
zone "5.168.192.in-addr.arpa" IN {
type master;
file "priv3.cloud.reverse";
allow-update { none; };
zone "amil.com." IN {
type master;
file "amil.com.zone";
notify no;
zone "." IN {
type hint;
file "named.ca";
include "/etc/named.rfc1912.zones";
include "/etc/named.root.key";
These are the files that I’ve created:
This is my /var/named/ directory
[root@macnam named]# ls
amil.com.reverse named.empty priv3.cloud.reverse
amil.com.zone data named.localhost priv.cloud.reverse
amil.com.zone~ dynamic named.loopback slaves
chroot named.ca priv2.cloud.reverse
Forward zone file
[root@macnam named]# cat amil.com.zone
$TTL 1H ; Time to live
$ORIGIN amil.com.
@ IN SOA macnam root.amil.com. ( 0 ; serial
3H ; refresh
1H ; retry
1W ; expire
1D) ; minimum
A 192.168.2.111
NS macnam ; name server for amil.com
macnam A 192.168.2.111
cluster01-gns A 192.168.2.115 ; A record for the GNS
macrac1 IN A 192.168.2.112
macrac2 IN A 192.168.2.113
macrac1-priv1 IN A 192.168.3.112
macrac2-priv1 IN A 192.168.3.113
macrac1-priv2 IN A 192.168.4.112
macrac2-priv2 IN A 192.168.4.113
macrac1-priv3 IN A 192.168.5.112
macrac2-priv3 IN A 192.168.5.113
;sub-domain(cluster01.amil.com.) definitions
$ORIGIN cluster01.amil.com.
@ IN NS cluster01-gns.amil.com. ; name server for the cluster01-gns.amil.com
 Actually I’m not a Linux networking guy and don’t know why I add these entries as I was following a guide 
Revers zone files
This is for eth0
[root@macnam named]# cat amil.com.reverse
$ORIGIN 2.168.192.in-addr.arpa.
$TTL 1H
@ IN SOA macnam.amil.com. root (
0 ; serial
3H ; refresh
1H ; retry
1W ; expire
1H ) ; minimum
2.168.192.in-addr.arpa. IN NS macnam.amil.com.
IN NS macnam.amil.com.
111 IN PTR macnam.amil.com.
112 IN PTR macrac1.amil.com.
113 IN PTR macrac2.amil.com.
115 IN PTR cluster01-gns.amil.com.
This is for eth1
[root@macnam named]# cat priv.cloud.reverse
$ORIGIN 3.168.192.in-addr.arpa.
$TTL 1H
@ IN SOA macnam.amil.com. root (
0 ; serial
3H ; refresh
1H ; retry
1W ; expire
1H ) ; minimum
3.168.192.in-addr.arpa. IN NS macnam.amil.com.
IN NS macnam.amil.com.
111 IN PTR macnam-priv1.amil.com.
112 IN PTR macrac1-priv1.amil.com.
113 IN PTR macrac2-priv1.amil.com.
This is for eth2
[root@macnam named]# cat priv2.cloud.reverse
$ORIGIN 4.168.192.in-addr.arpa.
$TTL 1H
@ IN SOA macnam.amil.com. root (
0 ; serial
3H ; refresh
1H ; retry
1W ; expire
1H ) ; minimum
4.168.192.in-addr.arpa. IN NS macnam.amil.com.
IN NS macnam.amil.com.
111 IN PTR macnam-priv2.amil.com.
112 IN PTR macrac1-priv2.amil.com.
113 IN PTR macrac2-priv2.amil.com.
This is for eth3
[root@macnam named]# cat priv3.cloud.reverse
$ORIGIN 5.168.192.in-addr.arpa.
$TTL 1H
@ IN SOA macnam.amil.com. root (
0 ; serial
3H ; refresh
1H ; retry
1W ; expire
1H ) ; minimum
5.168.192.in-addr.arpa. IN NS macnam.amil.com.
IN NS macnam.amil.com.
111 IN PTR macnam-priv3.amil.com.
112 IN PTR macrac1-priv3.amil.com.
113 IN PTR macrac2-priv3.amil.com.
Finally this is my dhcp configuration file:
dhcpd.conf
[root@macnam named]# cat /etc/dhcp/dhcpd.conf
# DHCP Server Configuration file.
# see /usr/share/doc/dhcp*/dhcpd.conf.sample
# see 'man 5 dhcpd.conf'
ddns-update-style interim;
ignore client-updates;
subnet 192.168.2.0 netmask 255.255.255.0 {
option routers 192.168.2.1;
option subnet-mask 255.255.255.0;
option domain-name "cluster01.amil.com";
option domain-name-servers 192.168.2.111;
option time-offset -18000; # Eastern Standard Time
range 192.168.2.200 192.168.2.240;
default-lease-time 86400;
As I have the above configuration I’m getting an error when trying to configure my database and I got the following situations as well:
[root@macrac2 ~]# dig cluster01-gns.amil.com
; <<>> DiG 9.7.3-P3-RedHat-9.7.3-8.P3.el6 <<>> cluster01-gns.amil.com
;; global options: +cmd
;; Got answer:
;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 43795
;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 1, ADDITIONAL: 1
;; QUESTION SECTION:
;cluster01-gns.amil.com. IN A
;; ANSWER SECTION:
cluster01-gns.amil.com. 3600 IN A 192.168.2.115
;; AUTHORITY SECTION:
amil.com. 3600 IN NS macnam.amil.com.
;; ADDITIONAL SECTION:
macnam.amil.com. 3600 IN A 192.168.2.111
;; Query time: 5 msec
;; SERVER: 192.168.2.111#53(192.168.2.111)
;; WHEN: Fri Aug 24 08:11:36 2012
;; MSG SIZE rcvd: 93
[root@macrac2 ~]# dig cluster01.amil.com
; <<>> DiG 9.7.3-P3-RedHat-9.7.3-8.P3.el6 <<>> cluster01.amil.com
;; global options: +cmd
;; Got answer:
;; ->>HEADER<<- opcode: QUERY, status: SERVFAIL, id: 7288
;; flags: qr rd ra; QUERY: 1, ANSWER: 0, AUTHORITY: 0, ADDITIONAL: 0
;; QUESTION SECTION:
;cluster01.amil.com. IN A
;; Query time: 3 msec
;; SERVER: 192.168.2.111#53(192.168.2.111)
;; WHEN: Fri Aug 24 08:13:31 2012
;; MSG SIZE rcvd: 36
[root@macrac2 ~]# dig sky-scan.cluster01-gns.amil.com
; <<>> DiG 9.7.3-P3-RedHat-9.7.3-8.P3.el6 <<>> sky-scan.cluster01-gns.amil.com
;; global options: +cmd
;; Got answer:
;; ->>HEADER<<- opcode: QUERY, status: NXDOMAIN, id: 4932
;; flags: qr aa rd ra; QUERY: 1, ANSWER: 0, AUTHORITY: 1, ADDITIONAL: 0
;; QUESTION SECTION:
;sky-scan.cluster01-gns.amil.com. IN A
;; AUTHORITY SECTION:
amil.com. 3600 IN SOA macnam.amil.com. root.amil.com. 0 10800 3600 604800 86400
;; Query time: 2 msec
;; SERVER: 192.168.2.111#53(192.168.2.111)
;; WHEN: Fri Aug 24 08:14:34 2012
;; MSG SIZE rcvd: 97
########################### BUT ##########################
[root@macrac2 ~]# su - grid
[grid@macrac2 ~]$ srvctl config scan
SCAN name: sky-scan.cluster01.amil.com, Network: 1/192.168.2.0/255.255.255.0/eth0
SCAN VIP name: scan1, IP: /sky-scan.cluster01.amil.com/192.168.2.201
SCAN VIP name: scan2, IP: /sky-scan.cluster01.amil.com/192.168.2.202
SCAN VIP name: scan3, IP: /sky-scan.cluster01.amil.com/192.168.2.203
[grid@macrac2 ~]$ nslookup macnam.amil.com
Server: 192.168.2.111
Address: 192.168.2.111#53
Name: macnam.amil.com
Address: 192.168.2.111
[grid@macrac2 ~]$ nslookup macrac1.amil.com
Server: 192.168.2.111
Address: 192.168.2.111#53
Name: macrac1.amil.com
Address: 192.168.2.112
[grid@macrac2 ~]$ nslookup cluster01-gns.amil.com
Server: 192.168.2.111
Address: 192.168.2.111#53
Name: cluster01-gns.amil.com
Address: 192.168.2.115
[grid@macrac2 ~]$ nslookup cluster01.amil.com
Server: 192.168.2.111
Address: 192.168.2.111#53
** server can't find cluster01.amil.com: NXDOMAIN
[grid@macrac2 ~]$
Edited by: Ora_Bunny on Aug 23, 2012 7:57 PM