문서유형ㅣ기술정보
분야ㅣ설치
적용제품버전ㅣ-
문서번호ㅣTINTI051
개요
TAC 구축 테스트를 위한 ACFS 환경 구성 시나리오입니다.
Oracle 19.3.0.0에서 19.30으로 패치 내용을 포함하고 있으며, grid 설치 시 GUI display가 아닌 cli모드(silent)로 진행합니다.
방법
공유 디스크 구성
1번 노드에서 디스크 파티션 후 모든 노드에서 udev rule 파일을 작성합니다.
#############################################################################
##### - 대상 : 1번 노드
#############################################################################
(root)# lsblk
(root)# fdisk /dev/sdb → n, p, 엔터, 엔터, 엔터, w
(root)# fdisk /dev/sdc → n, p, 엔터, 엔터, 엔터, w
(root)# fdisk /dev/sdd → n, p, 엔터, 엔터, 엔터, w
(root)# fdisk /dev/sde → n, p, 엔터, 엔터, 엔터, w
(root)# fdisk /dev/sdf → n, p, 엔터, 엔터, 엔터, w
(root)# fdisk /dev/sdg → n, p, 엔터, 엔터, 엔터, w
(root)# for disk in /dev/sd{b..g}1; do
udev_info=$(udevadm info --query=property --name=$disk)
serial=$(echo "$udev_info" | grep -w "ID_SERIAL" | cut -d'=' -f2)
sata_slot=$(echo "$udev_info" | grep "ID_PATH=" | grep -oP 'ata-\K[0-9]+' || echo "0")
echo "$sata_slot SATA $sata_slot : $disk, $serial"
done | sort -n | cut -d' ' -f2-
>> 조회 결과
SATA 2 : /dev/sde1, VBOX_HARDDISK_VB85796f82-153b2e57
SATA 3 : /dev/sdg1, VBOX_HARDDISK_VB65c5e53c-256b0efe
SATA 4 : /dev/sdb1, VBOX_HARDDISK_VBb703c964-a851aecc
SATA 5 : /dev/sdc1, VBOX_HARDDISK_VBa92d2eb6-84daf24e
SATA 6 : /dev/sdd1, VBOX_HARDDISK_VB317c1126-923fb823
SATA 7 : /dev/sdf1, VBOX_HARDDISK_VB3f2bf4a2-a7f65a79
#############################################################################
##### - 대상 : 모든 노드
#############################################################################
(root)# cat > /etc/udev/rules.d/asmdisks.rules << 'EOF'
ACTION=="add|change", ENV{ID_SERIAL}=="VBOX_HARDDISK_VB85796f82-153b2e57", SYMLINK+="asmdisks/OCRVOTE001", OWNER="grid", GROUP="dba", MODE="0660"
ACTION=="add|change", ENV{ID_SERIAL}=="VBOX_HARDDISK_VB65c5e53c-256b0efe", SYMLINK+="asmdisks/OCRVOTE002", OWNER="grid", GROUP="dba", MODE="0660"
ACTION=="add|change", ENV{ID_SERIAL}=="VBOX_HARDDISK_VBb703c964-a851aecc", SYMLINK+="asmdisks/OCRVOTE003", OWNER="grid", GROUP="dba", MODE="0660"
ACTION=="add|change", ENV{ID_SERIAL}=="VBOX_HARDDISK_VBa92d2eb6-84daf24e", SYMLINK+="asmdisks/DATA001", OWNER="grid", GROUP="dba", MODE="0660"
ACTION=="add|change", ENV{ID_SERIAL}=="VBOX_HARDDISK_VB317c1126-923fb823", SYMLINK+="asmdisks/DATA002", OWNER="grid", GROUP="dba", MODE="0660"
ACTION=="add|change", ENV{ID_SERIAL}=="VBOX_HARDDISK_VB3f2bf4a2-a7f65a79", SYMLINK+="asmdisks/DATA003", OWNER="grid", GROUP="dba", MODE="0660"
EOF
(root)# udevadm control --reload-rules
(root)# udevadm trigger
OS 설정
계정 및 그룹 생성
#############################################################################
##### 대상 : 모든 노드
#############################################################################
(root)# groupadd -g 1000 dba
(root)# useradd -u 1000 -g dba grid -d /home/grid
(root)# passwd grid
(root)# vi /etc/hosts
――――――――――――――――――――――――――――――
192.168.50.121 tac1
192.168.50.122 tac2
192.168.50.120 tac-scan
――――――――――――――――――――――――――――――
(root)# hostnamectl set-hostname tac1
(root)# hostnamectl set-hostname tac2
profile 작성
노드 구분에 따라서 환경 ORACLE_SID변수 값을 적절히 수정합니다.
#############################################################################
##### 대상 : 모든 노드
#############################################################################
(root)# vi ~/.bash_profile
―――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――
export GRID_HOME=/app/grid/19c
export ORACLE_HOME=$GRID_HOME
export PATH=$PATH:$GRID_HOME/bin
export LD_LIBRARY_PATH=$GRID_HOME/lib:/lib:/usr/lib
export CLASSPATH=$GRID_HOME/JRE:$GRID_HOME/jlib:$GRID_HOME/rdbms/jlib
―――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――
(grid)$ vi ~/.bash_profile
―――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――
##### Common Env
stty erase ^H
##### Common ENV
export ORACLE_INVENTORY=/app/oraInventory
export ORACLE_BASE=/app/oracle
##### Grid ENV
export ORACLE_SID=+ASM1 # Node 1
#export ORACLE_SID=+ASM2 # Node 2
export GRID_HOME=/app/grid/19c
export ORACLE_HOME=$GRID_HOME
##### PATH ENV
export PATH=$ORACLE_HOME/bin:$ORACLE_HOME/OPatch:$GRID_HOME/bin:$BASE_PATH:$PATH
export BASE_PATH=/usr/sbin:$PATH
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib
―――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――
디렉터리 생성 및 설치 파일 준비
#############################################################################
##### 대상 : 모든 노드
#############################################################################
(root)# mkdir /app
(root)# chown -R grid:dba /app
#############################################################################
##### 대상 : 1번 노드
#############################################################################
(grid)$ mkdir -p $GRID_HOME
(grid)$ mkdir -p $GRID_HOME/patch_list
(grid)$ unzip /oracle/19c/LINUX.X64_193000_grid_home.zip -d $GRID_HOME
(grid)$ mv $GRID_HOME/OPatch $GRID_HOME/OPatch_old
(grid)$ unzip /oracle/19c/p6880880_190000_Linux-x86-64.zip -d $GRID_HOME
(grid)$ unzip /oracle/19c/p38629535_190000_Linux-x86-64_GI_RU_19.30.0.0.260120.zip -d $GRID_HOME/patch_list/38629535/
(grid)$ $GRID_HOME/oui/prov/resources/scripts/sshUserSetup.sh -user grid -hosts "tac1 tac2" -noPromptPassphrase -advanced
ASM 설치
패키지 설치
#############################################################################
##### 대상 : 모든 노드
#############################################################################
(root)# unzip /oracle/19c/LINUX.X64_193000_grid_home.zip 'cv/rpm/cvuqdisk-1.0.10-1.rpm' -d /root/
(root)# export CVUQDISK_GRP=dba
(root)# dnf localinstall -y /root/cv/rpm/cvuqdisk-1.0.10-1.rpm
(root)# rm -rf /root/cv
(root)# dnf localinstall -y /oracle/19c/oracleasm-support-3.1.1-5.el8.x86_64.rpm
(root)# dnf localinstall -y /oracle/19c/oracleasmlib-3.1.3-1.el8.x86_64.rpm
(root)# oracleasm configure -i ==> grid, dba, y, y, 엔터, y
(root)# systemctl start oracleasm.service
(root)# oracleasm init
(root)# oracleasm discover
ASM Disk 생성
#############################################################################
##### 대상 : 1번 노드
#############################################################################
(root)# oracleasm createdisk OCRVOTE001 /dev/asmdisks/OCRVOTE001
(root)# oracleasm createdisk OCRVOTE002 /dev/asmdisks/OCRVOTE002
(root)# oracleasm createdisk OCRVOTE003 /dev/asmdisks/OCRVOTE003
(root)# oracleasm createdisk DATA001 /dev/asmdisks/DATA001
(root)# oracleasm createdisk DATA002 /dev/asmdisks/DATA002
(root)# oracleasm createdisk DATA003 /dev/asmdisks/DATA003
#############################################################################
##### 대상 : 모든 노드
#############################################################################
(root)# oracleasm scandisks
(root)# oracleasm listdisks
response파일 작성
#############################################################################
##### 대상 : 1번 노드
#############################################################################
(grid)$ cat > $GRID_HOME/install/response/gridsetup.rsp << 'EOF'
###############################################################################
## Copyright(c) Oracle Corporation 1998,2019. All rights reserved. ##
## ##
## Specify values for the variables listed below to customize ##
## your installation. ##
## ##
## Each variable is associated with a comment. The comment ##
## can help to populate the variables with the appropriate ##
## values. ##
## ##
## IMPORTANT NOTE: This file contains plain text passwords and ##
## should be secured to have read permission only by oracle user ##
## or db administrator who owns this installation. ##
## ##
###############################################################################
###############################################################################
## ##
## Instructions to fill this response file ##
## To register and configure 'Grid Infrastructure for Cluster' ##
## - Fill out sections A,B,C,D,E,F and G ##
## - Fill out section G if OCR and voting disk should be placed on ASM ##
## ##
## To register and configure 'Grid Infrastructure for Standalone server' ##
## - Fill out sections A,B and G ##
## ##
## To register software for 'Grid Infrastructure' ##
## - Fill out sections A,B and D ##
## - Provide the cluster nodes in section D when choosing CRS_SWONLY as ##
## installation option in section A ##
## ##
## To upgrade clusterware and/or Automatic storage management of earlier ##
## releases ##
## - Fill out sections A,B,C,D and H ##
## ##
## To add more nodes to the cluster ##
## - Fill out sections A and D ##
## - Provide the cluster nodes in section D when choosing CRS_ADDNODE as ##
## installation option in section A ##
## ##
###############################################################################
#------------------------------------------------------------------------------
# Do not change the following system generated value.
#------------------------------------------------------------------------------
oracle.install.responseFileVersion=/oracle/install/rspfmt_crsinstall_response_schema_v19.0.0
###############################################################################
# #
# SECTION A - BASIC #
# #
###############################################################################
#-------------------------------------------------------------------------------
# Specify the location which holds the inventory files.
# This is an optional parameter if installing on
# Windows based Operating System.
#-------------------------------------------------------------------------------
INVENTORY_LOCATION=/app/oraInventory
#-------------------------------------------------------------------------------
# Specify the installation option.
# Allowed values: CRS_CONFIG or HA_CONFIG or UPGRADE or CRS_SWONLY or HA_SWONLY
# - CRS_CONFIG : To register home and configure Grid Infrastructure for cluster
# - HA_CONFIG : To register home and configure Grid Infrastructure for stand alone server
# - UPGRADE : To register home and upgrade clusterware software of earlier release
# - CRS_SWONLY : To register Grid Infrastructure Software home (can be configured for cluster
# or stand alone server later)
# - HA_SWONLY : To register Grid Infrastructure Software home (can be configured for stand
# alone server later. This is only supported on Windows.)
# - CRS_ADDNODE : To add more nodes to the cluster
# - CRS_DELETE_NODE : To delete nodes to the cluster
#-------------------------------------------------------------------------------
oracle.install.option=CRS_CONFIG
#-------------------------------------------------------------------------------
# Specify the complete path of the Oracle Base.
#-------------------------------------------------------------------------------
ORACLE_BASE=
################################################################################
# #
# SECTION B - GROUPS #
# #
# The following three groups need to be assigned for all GI installations. #
# OSDBA and OSOPER can be the same or different. OSASM must be different #
# than the other two. #
# The value to be specified for OSDBA, OSOPER and OSASM group is only for #
# Unix based Operating System. #
# These groups are not required for upgrades, as they will be determined #
# from the Oracle home to upgrade. #
# #
################################################################################
#-------------------------------------------------------------------------------
# The OSDBA_GROUP is the OS group which is to be granted SYSDBA privileges.
#-------------------------------------------------------------------------------
oracle.install.asm.OSDBA=dba
#-------------------------------------------------------------------------------
# The OSOPER_GROUP is the OS group which is to be granted SYSOPER privileges.
# The value to be specified for OSOPER group is optional.
# Value should not be provided if configuring Client Cluster - i.e. storageOption=CLIENT_ASM_STORAGE.
#-------------------------------------------------------------------------------
oracle.install.asm.OSOPER=dba
#-------------------------------------------------------------------------------
# The OSASM_GROUP is the OS group which is to be granted SYSASM privileges. This
# must be different than the previous two.
#-------------------------------------------------------------------------------
oracle.install.asm.OSASM=dba
################################################################################
# #
# SECTION C - SCAN #
# #
################################################################################
#-------------------------------------------------------------------------------
# Specify the type of SCAN configuration for the cluster
# Allowed values : LOCAL_SCAN and SHARED_SCAN
#-------------------------------------------------------------------------------
oracle.install.crs.config.scanType=LOCAL_SCAN
#-------------------------------------------------------------------------------
# Applicable only if SHARED_SCAN is being configured for cluster
# Specify the path to the SCAN client data file
#-------------------------------------------------------------------------------
oracle.install.crs.config.SCANClientDataFile=
#-------------------------------------------------------------------------------
# Specify a name for SCAN
# Applicable if LOCAL_SCAN is being configured for the cluster
# If you choose to configure the cluster with GNS with Auto assigned Node VIPs(DHCP),then the scanName should be specified in the format of 'SCAN name.Cluster name.GNS sub-domain'
#-------------------------------------------------------------------------------
oracle.install.crs.config.gpnp.scanName=tac-scan
#-------------------------------------------------------------------------------
# Specify a unused port number for SCAN service
#-------------------------------------------------------------------------------
oracle.install.crs.config.gpnp.scanPort=1521
################################################################################
# #
# SECTION D - CLUSTER & GNS #
# #
################################################################################
#-------------------------------------------------------------------------------
# Specify the required cluster configuration
# Allowed values: STANDALONE, DOMAIN, MEMBERDB, MEMBERAPP
#-------------------------------------------------------------------------------
oracle.install.crs.config.ClusterConfiguration=STANDALONE
#-------------------------------------------------------------------------------
# Specify 'true' if you would like to configure the cluster as Extended, else
# specify 'false'
#
# Applicable only for STANDALONE and DOMAIN cluster configuration
#-------------------------------------------------------------------------------
oracle.install.crs.config.configureAsExtendedCluster=false
#-------------------------------------------------------------------------------
# Specify the Member Cluster Manifest file
#
# Applicable only for MEMBERDB and MEMBERAPP cluster configuration
#-------------------------------------------------------------------------------
oracle.install.crs.config.memberClusterManifestFile=
#-------------------------------------------------------------------------------
# Specify a name for the Cluster you are creating.
#
# The maximum length allowed for clustername is 63 characters. The name can be
# any combination of lower and uppercase alphabets (A - Z), (0 - 9) and hyphens (-).
#
# Applicable only for STANDALONE and DOMAIN cluster configuration
#-------------------------------------------------------------------------------
oracle.install.crs.config.clusterName=tac-cluster
#-------------------------------------------------------------------------------
# Applicable only for STANDALONE, DOMAIN, MEMBERDB cluster configuration.
# Specify 'true' if you would like to configure Grid Naming Service(GNS), else
# specify 'false'
#-------------------------------------------------------------------------------
oracle.install.crs.config.gpnp.configureGNS=false
#-------------------------------------------------------------------------------
# Applicable only for STANDALONE and DOMAIN cluster configuration if you choose to configure GNS.
# Specify 'true' if you would like to assign SCAN name VIP and Node VIPs by DHCP
# , else specify 'false'
#-------------------------------------------------------------------------------
oracle.install.crs.config.autoConfigureClusterNodeVIP=false
#-------------------------------------------------------------------------------
# Applicable only if you choose to configure GNS.
# Specify the type of GNS configuration for cluster
# Allowed values are: CREATE_NEW_GNS and USE_SHARED_GNS
# Only USE_SHARED_GNS value is allowed for MEMBERDB cluster configuration.
#-------------------------------------------------------------------------------
oracle.install.crs.config.gpnp.gnsOption=CREATE_NEW_GNS
#-------------------------------------------------------------------------------
# Applicable only if SHARED_GNS is being configured for cluster
# Specify the path to the GNS client data file
#-------------------------------------------------------------------------------
oracle.install.crs.config.gpnp.gnsClientDataFile=
#-------------------------------------------------------------------------------
# Applicable only for STANDALONE and DOMAIN cluster configuration if you choose to
# configure GNS for this cluster oracle.install.crs.config.gpnp.gnsOption=CREATE_NEW_GNS
# Specify the GNS subdomain and an unused virtual hostname for GNS service
#-------------------------------------------------------------------------------
oracle.install.crs.config.gpnp.gnsSubDomain=
oracle.install.crs.config.gpnp.gnsVIPAddress=
#-------------------------------------------------------------------------------
# Specify the list of sites - only if configuring an Extended Cluster
#-------------------------------------------------------------------------------
oracle.install.crs.config.sites=
#-------------------------------------------------------------------------------
# Specify the list of nodes that have to be configured to be part of the cluster.
#
# The list should a comma-separated list of tuples. Each tuple should be a
# colon-separated string that contains
# - 1 field if you have chosen CRS_SWONLY as installation option, or
# - 1 field if configuring an Application Cluster, or
# - 3 fields if configuring a Flex Cluster
# - 3 fields if adding more nodes to the configured cluster, or
# - 4 fields if configuring an Extended Cluster
#
# The fields should be ordered as follows:
# 1. The first field should be the public node name.
# 2. The second field should be the virtual host name
# (Should be specified as AUTO if you have chosen 'auto configure for VIP'
# i.e. autoConfigureClusterNodeVIP=true)
# 3. The third field indicates the site designation for the node. To be specified only if configuring an Extended Cluster.
# Only the 1st field is applicable if you have chosen CRS_SWONLY as installation option
# Only the 1st field is applicable if configuring an Application Cluster
#
# Examples
# For registering GI for a cluster software: oracle.install.crs.config.clusterNodes=node1,node2
# For adding more nodes to the configured cluster: oracle.install.crs.config.clusterNodes=node1:node1-vip,node2:node2-vip
# For configuring Application Cluster: oracle.install.crs.config.clusterNodes=node1,node2
# For configuring Flex Cluster: oracle.install.crs.config.clusterNodes=node1:node1-vip,node2:node2-vip
# For configuring Extended Cluster: oracle.install.crs.config.clusterNodes=node1:node1-vip:site1,node2:node2-vip:site2
# You can specify a range of nodes in the tuple using colon separated fields of format
# hostnameprefix:lowerbound-upperbound:hostnamesuffix:vipsuffix:role of node
#
#-------------------------------------------------------------------------------
oracle.install.crs.config.clusterNodes=tac1,tac2
#-------------------------------------------------------------------------------
# The value should be a comma separated strings where each string is as shown below
# InterfaceName:SubnetAddress:InterfaceType
# where InterfaceType can be either "1", "2", "3", "4", or "5"
# InterfaceType stand for the following values
# - 1 : PUBLIC
# - 2 : PRIVATE
# - 3 : DO NOT USE
# - 4 : ASM
# - 5 : ASM & PRIVATE
#
# For example: eth0:140.87.24.0:1,eth1:10.2.1.0:2,eth2:140.87.52.0:3
#
#-------------------------------------------------------------------------------
oracle.install.crs.config.networkInterfaceList=enp0s3:192.168.50.0:1,enp0s8:10.10.10.0:5
#------------------------------------------------------------------------------
# Specify 'true' if you would like to configure Grid Infrastructure Management
# Repository (GIMR), else specify 'false'.
# This option is only applicable when CRS_CONFIG is chosen as install option,
# and STANDALONE is chosen as cluster configuration.
#------------------------------------------------------------------------------
oracle.install.crs.configureGIMR=false
#------------------------------------------------------------------------------
# Create a separate ASM DiskGroup to store GIMR data.
# Specify 'true' if you would like to separate GIMR data with clusterware data,
# else specify 'false'
# Value should be 'true' for DOMAIN cluster configurations
# Value can be true/false for STANDALONE cluster configurations.
#------------------------------------------------------------------------------
oracle.install.asm.configureGIMRDataDG=false
################################################################################
# #
# SECTION E - STORAGE #
# #
################################################################################
#-------------------------------------------------------------------------------
# Specify the type of storage to use for Oracle Cluster Registry(OCR) and Voting
# Disks files. Only applicable for Standalone and MemberDB cluster.
# - FLEX_ASM_STORAGE
# - CLIENT_ASM_STORAGE
# - FILE_SYSTEM_STORAGE
#
# Option FILE_SYSTEM_STORAGE is only for STANDALONE cluster configuration.
#-------------------------------------------------------------------------------
oracle.install.crs.config.storageOption=FLEX_ASM_STORAGE
#-------------------------------------------------------------------------------
# These properties are applicable only if FILE_SYSTEM_STORAGE is chosen for
# storing OCR and voting disk
# Specify the location(s) for OCR and voting disks
# Three(3) or one(1) location(s) should be specified for OCR and voting disk,
# separated by commas.
# Example:
# For Unix based Operating System:
# oracle.install.crs.config.sharedFileSystemStorage.votingDiskLocations=/oradbocfs/storage/vdsk1,/oradbocfs/storage/vdsk2,/oradbocfs/storage/vdsk3
# oracle.install.crs.config.sharedFileSystemStorage.ocrLocations=/oradbocfs/storage/ocr1,/oradbocfs/storage/ocr2,/oradbocfs/storage/ocr3
# For Windows based Operating System OCR/VDSK on shared storage is not supported.
#-------------------------------------------------------------------------------
oracle.install.crs.config.sharedFileSystemStorage.votingDiskLocations=
oracle.install.crs.config.sharedFileSystemStorage.ocrLocations=
################################################################################
# #
# SECTION F - IPMI #
# #
################################################################################
#-------------------------------------------------------------------------------
# Specify 'true' if you would like to configure Intelligent Power Management interface
# (IPMI), else specify 'false'
#-------------------------------------------------------------------------------
oracle.install.crs.config.useIPMI=false
#-------------------------------------------------------------------------------
# Applicable only if you choose to configure IPMI
# i.e. oracle.install.crs.config.useIPMI=true
# Specify the username and password for using IPMI service
#-------------------------------------------------------------------------------
oracle.install.crs.config.ipmi.bmcUsername=
oracle.install.crs.config.ipmi.bmcPassword=
################################################################################
# #
# SECTION G - ASM #
# #
################################################################################
#-------------------------------------------------------------------------------
# Password for SYS user of Oracle ASM
#-------------------------------------------------------------------------------
oracle.install.asm.SYSASMPassword=oracle
#-------------------------------------------------------------------------------
# The ASM DiskGroup
#
# Example: oracle.install.asm.diskGroup.name=data
#
#-------------------------------------------------------------------------------
oracle.install.asm.diskGroup.name=OCRVOTE
#-------------------------------------------------------------------------------
# Redundancy level to be used by ASM.
# It can be one of the following
# - NORMAL
# - HIGH
# - EXTERNAL
# - FLEX# - EXTENDED (required if oracle.install.crs.config.ClusterConfiguration=EXTENDED)
# Example: oracle.install.asm.diskGroup.redundancy=NORMAL
#
#-------------------------------------------------------------------------------
oracle.install.asm.diskGroup.redundancy=EXTERNAL
#-------------------------------------------------------------------------------
# Allocation unit size to be used by ASM.
# It can be one of the following values
# - 1
# - 2
# - 4
# - 8
# - 16
# Example: oracle.install.asm.diskGroup.AUSize=4
# size unit is MB
#
#-------------------------------------------------------------------------------
oracle.install.asm.diskGroup.AUSize=4
#-------------------------------------------------------------------------------
# Failure Groups for the disk group
# If configuring for Extended cluster specify as list of "failure group name:site"
# tuples.
# Else just specify as list of failure group names
#-------------------------------------------------------------------------------
oracle.install.asm.diskGroup.FailureGroups=
#-------------------------------------------------------------------------------
# List of disks and their failure groups to create a ASM DiskGroup
# (Use this if each of the disks have an associated failure group)
# Failure Groups are not required if oracle.install.asm.diskGroup.redundancy=EXTERNAL
# Example:
# For Unix based Operating System:
# oracle.install.asm.diskGroup.disksWithFailureGroupNames=/oracle/asm/disk1,FGName,/oracle/asm/disk2,FGName
# For Windows based Operating System:
# oracle.install.asm.diskGroup.disksWithFailureGroupNames=\\.\ORCLDISKDATA0,FGName,\\.\ORCLDISKDATA1,FGName
#
#-------------------------------------------------------------------------------
oracle.install.asm.diskGroup.disksWithFailureGroupNames=
#-------------------------------------------------------------------------------
# List of disks to create a ASM DiskGroup
# (Use this variable only if failure groups configuration is not required)
# Example:
# For Unix based Operating System:
# oracle.install.asm.diskGroup.disks=/oracle/asm/disk1,/oracle/asm/disk2
# For Windows based Operating System:
# oracle.install.asm.diskGroup.disks=\\.\ORCLDISKDATA0,\\.\ORCLDISKDATA1
#
#-------------------------------------------------------------------------------
oracle.install.asm.diskGroup.disks=ORCL:OCRVOTE001,ORCL:OCRVOTE002,ORCL:OCRVOTE003
#-------------------------------------------------------------------------------
# List of failure groups to be marked as QUORUM.
# Quorum failure groups contain only voting disk data, no user data is stored
# Example:
# oracle.install.asm.diskGroup.quorumFailureGroupNames=FGName1,FGName2
#-------------------------------------------------------------------------------
oracle.install.asm.diskGroup.quorumFailureGroupNames=
#-------------------------------------------------------------------------------
# The disk discovery string to be used to discover the disks used create a ASM DiskGroup
#
# Example:
# For Unix based Operating System:
# oracle.install.asm.diskGroup.diskDiscoveryString=/oracle/asm/*
# For Windows based Operating System:
# oracle.install.asm.diskGroup.diskDiscoveryString=\\.\ORCLDISK*
#
#-------------------------------------------------------------------------------
oracle.install.asm.diskGroup.diskDiscoveryString=ORCL:*
#-------------------------------------------------------------------------------
# Password for ASMSNMP account
# ASMSNMP account is used by Oracle Enterprise Manager to monitor Oracle ASM instances
#-------------------------------------------------------------------------------
oracle.install.asm.monitorPassword=oracle
#-------------------------------------------------------------------------------
# GIMR Storage data ASM DiskGroup
# Applicable only when
# oracle.install.asm.configureGIMRDataDG=true
# Example: oracle.install.asm.GIMRDG.name=MGMT
#
#-------------------------------------------------------------------------------
oracle.install.asm.gimrDG.name=
#-------------------------------------------------------------------------------
# Redundancy level to be used by ASM.
# It can be one of the following
# - NORMAL
# - HIGH
# - EXTERNAL
# - FLEX# - EXTENDED (only if oracle.install.crs.config.ClusterConfiguration=EXTENDED)
# Example: oracle.install.asm.gimrDG.redundancy=NORMAL
#
#-------------------------------------------------------------------------------
oracle.install.asm.gimrDG.redundancy=EXTERNAL
#-------------------------------------------------------------------------------
# Allocation unit size to be used by ASM.
# It can be one of the following values
# - 1
# - 2
# - 4
# - 8
# - 16
# Example: oracle.install.asm.gimrDG.AUSize=4
# size unit is MB
#
#-------------------------------------------------------------------------------
oracle.install.asm.gimrDG.AUSize=1
#-------------------------------------------------------------------------------
# Failure Groups for the GIMR storage data ASM disk group
# If configuring for Extended cluster specify as list of "failure group name:site"
# tuples.
# Else just specify as list of failure group names
#-------------------------------------------------------------------------------
oracle.install.asm.gimrDG.FailureGroups=
#-------------------------------------------------------------------------------
# List of disks and their failure groups to create GIMR data ASM DiskGroup
# (Use this if each of the disks have an associated failure group)
# Failure Groups are not required if oracle.install.asm.gimrDG.redundancy=EXTERNAL
# Example:
# For Unix based Operating System:
# oracle.install.asm.gimrDG.disksWithFailureGroupNames=/oracle/asm/disk1,FGName,/oracle/asm/disk2,FGName
# For Windows based Operating System:
# oracle.install.asm.gimrDG.disksWithFailureGroupNames=\\.\ORCLDISKDATA0,FGName,\\.\ORCLDISKDATA1,FGName
#
#-------------------------------------------------------------------------------
oracle.install.asm.gimrDG.disksWithFailureGroupNames=
#-------------------------------------------------------------------------------
# List of disks to create GIMR data ASM DiskGroup
# (Use this variable only if failure groups configuration is not required)
# Example:
# For Unix based Operating System:
# oracle.install.asm.gimrDG.disks=/oracle/asm/disk1,/oracle/asm/disk2
# For Windows based Operating System:
# oracle.install.asm.gimrDG.disks=\\.\ORCLDISKDATA0,\\.\ORCLDISKDATA1
#
#-------------------------------------------------------------------------------
oracle.install.asm.gimrDG.disks=
#-------------------------------------------------------------------------------
# List of failure groups to be marked as QUORUM.
# Quorum failure groups contain only voting disk data, no user data is stored
# Example:
# oracle.install.asm.gimrDG.quorumFailureGroupNames=FGName1,FGName2
#-------------------------------------------------------------------------------
oracle.install.asm.gimrDG.quorumFailureGroupNames=
#-------------------------------------------------------------------------------
# Configure AFD - ASM Filter Driver
# Applicable only for FLEX_ASM_STORAGE option
# Specify 'true' if you want to configure AFD, else specify 'false'
#-------------------------------------------------------------------------------
oracle.install.asm.configureAFD=false
#-------------------------------------------------------------------------------
# Configure RHPS - Rapid Home Provisioning Service
# Applicable only for DOMAIN cluster configuration
# Specify 'true' if you want to configure RHP service, else specify 'false'
#-------------------------------------------------------------------------------
oracle.install.crs.configureRHPS=false
################################################################################
# #
# SECTION H - UPGRADE #
# #
################################################################################
#-------------------------------------------------------------------------------
# Specify whether to ignore down nodes during upgrade operation.
# Value should be 'true' to ignore down nodes otherwise specify 'false'
#-------------------------------------------------------------------------------
oracle.install.crs.config.ignoreDownNodes=false
################################################################################
# #
# MANAGEMENT OPTIONS #
# #
################################################################################
#-------------------------------------------------------------------------------
# Specify the management option to use for managing Oracle Grid Infrastructure
# Options are:
# 1. CLOUD_CONTROL - If you want to manage your Oracle Grid Infrastructure with Enterprise Manager Cloud Control.
# 2. NONE -If you do not want to manage your Oracle Grid Infrastructure with Enterprise Manager Cloud Control.
#-------------------------------------------------------------------------------
oracle.install.config.managementOption=NONE
#-------------------------------------------------------------------------------
# Specify the OMS host to connect to Cloud Control.
# Applicable only when oracle.install.config.managementOption=CLOUD_CONTROL
#-------------------------------------------------------------------------------
oracle.install.config.omsHost=
#-------------------------------------------------------------------------------
# Specify the OMS port to connect to Cloud Control.
# Applicable only when oracle.install.config.managementOption=CLOUD_CONTROL
#-------------------------------------------------------------------------------
oracle.install.config.omsPort=0
#-------------------------------------------------------------------------------
# Specify the EM Admin user name to use to connect to Cloud Control.
# Applicable only when oracle.install.config.managementOption=CLOUD_CONTROL
#-------------------------------------------------------------------------------
oracle.install.config.emAdminUser=
#-------------------------------------------------------------------------------
# Specify the EM Admin password to use to connect to Cloud Control.
# Applicable only when oracle.install.config.managementOption=CLOUD_CONTROL
#-------------------------------------------------------------------------------
oracle.install.config.emAdminPassword=
################################################################################
# #
# Root script execution configuration #
# #
################################################################################
#-------------------------------------------------------------------------------------------------------
# Specify the root script execution mode.
#
# - true : To execute the root script automatically by using the appropriate configuration methods.
# - false : To execute the root script manually.
#
# If this option is selected, password should be specified on the console.
#-------------------------------------------------------------------------------------------------------
oracle.install.crs.rootconfig.executeRootScript=true
#--------------------------------------------------------------------------------------
# Specify the configuration method to be used for automatic root script execution.
#
# Following are the possible choices:
# - ROOT
# - SUDO
#--------------------------------------------------------------------------------------
oracle.install.crs.rootconfig.configMethod=ROOT
#--------------------------------------------------------------------------------------
# Specify the absolute path of the sudo program.
#
# Applicable only when SUDO configuration method was chosen.
#--------------------------------------------------------------------------------------
oracle.install.crs.rootconfig.sudoPath=
#--------------------------------------------------------------------------------------
# Specify the name of the user who is in the sudoers list.
# Applicable only when SUDO configuration method was chosen.
# Note:For Grid Infrastructure for Standalone server installations,the sudo user name must be the username of the user performing the installation.
#--------------------------------------------------------------------------------------
oracle.install.crs.rootconfig.sudoUserName=
#--------------------------------------------------------------------------------------
# Specify the nodes batch map.
#
# This should be a comma separated list of node:batch pairs.
# During upgrade, you can sequence the automatic execution of root scripts
# by pooling the nodes into batches.
# A maximum of three batches can be specified.
# Installer will execute the root scripts on all the nodes in one batch before
# proceeding to next batch.
# Root script execution on the local node must be in Batch 1.
#
# Examples:
# 1. oracle.install.crs.config.batchinfo=Node1:1,Node2:2,Node3:2,Node4:3
# 2. oracle.install.crs.config.batchinfo=Node1:1,Node2:2,Node3:2,Node4:2
# 3. oracle.install.crs.config.batchinfo=Node1:1,Node2:1,Node3:2,Node4:3
#
# Applicable only for UPGRADE install option.
#--------------------------------------------------------------------------------------
oracle.install.crs.config.batchinfo=
################################################################################
# #
# APPLICATION CLUSTER OPTIONS #
# #
################################################################################
#-------------------------------------------------------------------------------
# Specify the Virtual hostname to configure virtual access for your Application
# The value to be specified for Virtual hostname is optional.
#-------------------------------------------------------------------------------
oracle.install.crs.app.applicationAddress=
#################################################################################
# #
# DELETE NODE OPTIONS #
# #
#################################################################################
#--------------------------------------------------------------------------------
# Specify the node names to delete nodes from cluster.
# Delete node will be performed only for the remote nodes from the cluster.
#--------------------------------------------------------------------------------
oracle.install.crs.deleteNode.nodes=
EOF
설치
#############################################################################
##### 대상 : 1번 노드
#############################################################################
(grid)$ export SRVM_DISABLE_MTTRANS=true
(grid)$ $GRID_HOME/gridSetup.sh -silent -responseFile $GRID_HOME/install/response/gridsetup.rsp -ignorePrereq -applyRU $GRID_HOME/patch_list/38629535/38629535 → root 패스워드 입력
ACFS 구성
볼륨 생성
#############################################################################
##### 대상 : 1번 노드
#############################################################################
(root)# cd $GRID_HOME/bin
(root)# ./acfsroot install
(root)# $GRID_HOME/bin/acfsdriverstate supported
(root)# $GRID_HOME/bin/acfsdriverstate installed
(root)# $GRID_HOME/bin/acfsdriverstate loaded
(root)# $GRID_HOME/bin/acfsload start
(root)# su - grid
(grid)$ sqlplus "/as sysasm"
SQL> CREATE DISKGROUP DATA EXTERNAL REDUNDANCY DISK 'ORCL:DATA001' SIZE 30000M
ATTRIBUTE 'compatible.asm'='19.0','compatible.rdbms'='19.0','compatible.advm'='19.0' ;
SQL> exit
(grid)$ asmcmd
ASMCMD [+] > volcreate -G DATA -s 5000M DATAVG
ASMCMD [+] > volinfo --all
Diskgroup Name: DATA
Volume Name: DATAVG
Volume Device: /dev/asm/datavg-256
State: ENABLED
Size (MB): 5056
Resize Unit (MB): 64
Redundancy: UNPROT
Stripe Columns: 8
Stripe Width (K): 1024
Usage:
Mountpath:
ASMCMD [+] > volinfo -G DATA DATAVG
Diskgroup Name: DATA
Volume Name: DATAVG
Volume Device: /dev/asm/datavg-256
State: ENABLED
Size (MB): 5056
Resize Unit (MB): 64
Redundancy: UNPROT
Stripe Columns: 8
Stripe Width (K): 1024
Usage:
Mountpath:
ASMCMD [+] > exit
(grid)$ exit
(root)# mkfs -t acfs /dev/asm/datavg-256
#############################################################################
##### 대상 : 2번 노드
#############################################################################
(grid)$ asmcmd mount DATA
OS MOUNT
#############################################################################
##### 대상 : 모든 노드
#############################################################################
(root)# mkdir /tbdata
#############################################################################
##### 대상 : 1번 노드
#############################################################################
(root)# acfsutil registry -a /dev/asm/datavg-256 /tbdata
(root)# mount -t acfs /dev/asm/datavg-256 /tbdata
확인
##### 1번 노드에서 /tbdata 조회 #####
[root@tac1 ~]# echo `hostname` > /tbdata/`hostname`.log
[root@tac1 ~]# df -h /tbdata
Filesystem Size Used Avail Use% Mounted on
/dev/asm/datavg-256 5.0G 559M 4.4G 12% /tbdata
##### 2번 노드에서 /tbdata 조회 #####
[root@tac2 ~]# echo `hostname` > /tbdata/`hostname`.log
[root@tac2 ~]# df -h /tbdata
Filesystem Size Used Avail Use% Mounted on
/dev/asm/datavg-256 5.0G 559M 4.4G 12% /tbdata
##### 파일 확인 #####
(root)# ls -l /tbdata/
total 72
drwx------ 2 root root 65536 Jul 7 17:16 lost+found
-rw-r--r-- 1 root root 5 Jul 7 17:21 tac1.log
-rw-r--r-- 1 root root 5 Jul 7 17:21 tac2.log
#### CRS 리소스 확인 #####
(root)# crsctl stat res ora.data.datavg.acfs -t
--------------------------------------------------------------------------------
Name Target State Server State details
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.data.datavg.acfs
ONLINE ONLINE tac1 mounted on /tbdata,S
TABLE
ONLINE ONLINE tac2 mounted on /tbdata,S
TABLE
--------------------------------------------------------------------------------
(root)# crsctl stat res ora.DATA.dg -t
--------------------------------------------------------------------------------
Name Target State Server State details
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.DATA.dg(ora.asmgroup)
1 ONLINE ONLINE tac1 STABLE
2 ONLINE ONLINE tac2 STABLE
--------------------------------------------------------------------------------
(root)# crsctl stat res ora.DATA.DATAVG.advm -t
--------------------------------------------------------------------------------
Name Target State Server State details
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.DATA.DATAVG.advm
ONLINE ONLINE tac1 STABLE
ONLINE ONLINE tac2 STABLE
--------------------------------------------------------------------------------
참고
ACFS 용량 증설/회수 명령어는 다음과 같이 진행합니다.
(grid)$ sqlplus "/as sysasm"
SQL> ALTER DISKGROUP DATA ADD DISK 'ORCL:DATA002','ORCL:DATA003' ;
(root)# acfsutil size +50G /tbdata << /tbdata 50G 증설
(root)# acfsutil size +50000M /tbdata << /tbdata 50,000M 증설
(root)# acfsutil size -5G /tbdata << /tbdata 5G 회수
(root)# acfsutil size -5000M /tbdata << /tbdata 5,000M 회수
(root)# acfsutil size 80G /tbdata << /tbdata 80G 고정
(root)# acfsutil size 50000M /tbdata << /tbdata 50,000M 고정
ACFS 기동 중지는 다음과 같이 진행합니다.
(grid)$ srvctl <stop / start> filesystem -d /dev/asm/datavg-256
ACFS 볼륨 삭제는 다음과 같이 진행합니다.
(grid)$ srvctl stop filesystem -d /dev/asm/datavg-256
(grid)$ srvctl remove filesystem -d /dev/asm/datavg-256
(grid)$ asmcmd
ASMCMD> voldelete -G DATA DATAVG