밝은숲

user에 따라서 ssh 접속했을 경우 ulimit이 다르게 표시되는 경우가 발생

systemd로 기동되는 경우 별도로 default 을 확인해야 함.

root@sung-deploy:/etc/systemd/user/sockets.target.wants# systemctl show | grep Limit
DefaultStartLimitIntervalUSec=10s
DefaultStartLimitBurst=5
DefaultLimitCPU=infinity
DefaultLimitCPUSoft=infinity
DefaultLimitFSIZE=infinity
DefaultLimitFSIZESoft=infinity
DefaultLimitDATA=infinity
DefaultLimitDATASoft=infinity
DefaultLimitSTACK=infinity
DefaultLimitSTACKSoft=8388608
DefaultLimitCORE=infinity
DefaultLimitCORESoft=0
DefaultLimitRSS=infinity
DefaultLimitRSSSoft=infinity
DefaultLimitNOFILE=524288
DefaultLimitNOFILESoft=1024
DefaultLimitAS=infinity
DefaultLimitASSoft=infinity
DefaultLimitNPROC=31692
DefaultLimitNPROCSoft=31692
DefaultLimitMEMLOCK=65536
DefaultLimitMEMLOCKSoft=65536
DefaultLimitLOCKS=infinity
DefaultLimitLOCKSSoft=infinity
DefaultLimitSIGPENDING=31692
DefaultLimitSIGPENDINGSoft=31692
DefaultLimitMSGQUEUE=819200
DefaultLimitMSGQUEUESoft=819200
DefaultLimitNICE=0
DefaultLimitNICESoft=0
DefaultLimitRTPRIO=0
DefaultLimitRTPRIOSoft=0
DefaultLimitRTTIME=infinity
DefaultLimitRTTIMESoft=infinity



root@sung-deploy:~# ll /etc/systemd/system.conf
-rw-r--r-- 1 root root 1759 Apr 22  2020 /etc/systemd/system.conf

https://velog.io/@markyang92/systemd

CentOS Linux release 7.9.2009 (Core)

1. 웹서버 설치

[root@test-deploy ~]# yum install httpd

[root@test-deploy ~]# yum install epel-release

 *epel-release : extra packages for enterprise linux, 커뮤니티 기반 저장소

*DocumentRoot 변경[root@test-deploy conf]# vi /etc/httpd/conf/httpd.conf==> DocumentRoot "/var/www/repos"

2.  패키지 설치

[root@test-deploy ~]# yum install createrepo yum-utils

3. repository 디렉터리 생성

[root@test-deploy html]# mkdir -p /var/www/repos/{base,centosplus,extras,updates}

4. Synchronize repositories

4-1 CentOS

# reposync -nlm --repoid=base --download-metadata --download_path=/var/www/repos/
# reposync -nlm --repoid=extras --download-metadata --download_path=/var/www/repos/
# reposync -nlm --repoid=updates --download-metadata --download_path=/var/www/repos/

4-2 epel

# reposync -nlm --repoid=epel --download-metadata --download_path=/var/www/repos/

4-3 docker-ce

# yum-config-manager --add-repo https://download.docker.com/linux/centos/docker-ce.repo

# reposync -lm --repoid=docker-ce-stable --download-metadata --download_path=/var/www/repos/

*docker 이전버전이 필요해서 n 옵션을 안씀

5. createrepo
createrepo -v /var/www/repos/base -o /var/www/repos/base
createrepo -v /var/www/repos/extras -o /var/www/repos/extras
createrepo -v /var/www//repos/updates -o /var/www/repos/updates
createrepo -v /var/www/repos/epel -o /var/www/repos/epel
createrepo -v /var/www/repos/docker-ce-stable -o /var/www/repos/docker-ce-stable

6. client 서버에서 repo 파일 변경

# mkdir /etc/yum.repos.d_back

# mv /etc/yum.repos.d/* /etc/yum.repos.d_back

7. client 서버에서 repo 확인

Linux에서 특정 IP에서만 ssh 접속을 할 수 있도록 설정 할 수 있음.

목표

 192.168.110.90에서만 192.168.110.111 서버 ssh 접속 가능하도록 설정

1. 모든 IP 차단

# vi /etc/hosts.deny

2. 특정 IP 허용

# vi /etc/hosts.allow

3. sshd 재시작

# systemctl restart sshd

4. 다른 서버에서 접속 테스트

# ssh 192.168.110.111
kex_exchange_identification: read: Connection reset by peer  #접속 불가

추가1) route 설정과 netfilter를 조작하여 차단 할 수도 있음

# route add -host DOMAIN_OR_IP reject

# route del -host DOMAIN_OR_IP reject

# iptables -A INPUT -s xxx.xxx.xxx.xxx -j DROP

# iptables -A INPUT -s xxx.xxx.xxx.xxx -j ACCEPT

# iptables -F

추가2) 차단 할 IP 목록이 많을 경우 ipset / iptables 조합으로 차단 가능

(1) ipset 설치

# apt install ipset iptables

(2) ipset 생성

ipset create countryblock nethash
ipset add countryblock 1.0.1.0/24
ipset add countryblock 1.0.2.0/23
ipset add countryblock 1.0.8.0/21
ipset add countryblock 1.0.32.0/19
ipset add countryblock 1.1.0.0/24
ipset add countryblock 1.1.2.0/23
ipset add countryblock 1.10.8.0/23
ipset add countryblock 1.202.0.0/15
ipset add countryblock 5.10.68.240/29
ipset add countryblock 5.10.70.40/30
ipset add countryblock 5.10.72.16/29

ipset create countryblock2 nethash
ipset add countryblock2 1.0.1.0/24
ipset add countryblock2 1.0.2.0/23
ipset add countryblock2 1.0.8.0/21

(3) ipset 확인

root@server1:~# ipset list
Name: countryblock
Type: hash:net
Revision: 6
Header: family inet hashsize 1024 maxelem 65536
Size in memory: 1152
References: 0
Number of entries: 11
Members:
1.0.8.0/21
1.0.32.0/19
1.1.2.0/23
1.0.2.0/23
1.1.0.0/24
1.0.1.0/24
1.202.0.0/15
5.10.72.16/29
5.10.70.40/30
1.10.8.0/23
5.10.68.240/29

Name: countryblock2
Type: hash:net
Revision: 6
Header: family inet hashsize 1024 maxelem 65536
Size in memory: 640
References: 0
Number of entries: 3
Members:
1.0.1.0/24
1.0.2.0/23
1.0.8.0/21

(4) iptables로 생성한 ipset 리스트 차단

# iptables -A INPUT -m set --match-set countryblock src -j DROP

(5) iptables 확인

root@server1:~# iptables -L
Chain INPUT (policy ACCEPT)
target     prot opt source               destination
DROP       all  --  anywhere             anywhere             match-set countryblock src

Chain FORWARD (policy ACCEPT)
target     prot opt source               destination

Chain OUTPUT (policy ACCEPT)
target     prot opt source               destination

참고)

https://techcrop.net/ko/ipset%EC%9D%84-%EC%82%AC%EC%9A%A9%ED%95%98%EC%97%AC-%EA%B5%AD%EA%B0%80%EC%9D%98-ip%EB%A5%BC-%EC%B0%A8%EB%8B%A8%ED%95%98%EB%8A%94-%EB%B0%A9%EB%B2%95

https://m.blog.naver.com/shino1025/221974375604

목표

- Kubernetes Node에서 사용할 iSCSI 구성

서버

1. iSCSI Target 구성 

(1) Package 설치

# install iSCSI Target Package
root@sung-haproxy:~# apt install tgt

root@sung-haproxy:~# systemctl status tgt
● tgt.service - (i)SCSI target daemon
     Loaded: loaded (/lib/systemd/system/tgt.service; enabled; vendor preset: enabled)
     Active: active (running) since Wed 2022-08-03 01:52:54 UTC; 25s ago
       Docs: man:tgtd(8)
   Main PID: 27367 (tgtd)
     Status: "Starting event loop..."
      Tasks: 1
     Memory: 1.2M
     CGroup: /system.slice/tgt.service
             └─27367 /usr/sbin/tgtd -f

Aug 03 01:52:54 sung-haproxy systemd[1]: Starting (i)SCSI target daemon...
Aug 03 01:52:54 sung-haproxy tgtd[27367]: tgtd: iser_ib_init(3431) Failed to initialize RDMA; load kernel modules?
Aug 03 01:52:54 sung-haproxy tgtd[27367]: tgtd: work_timer_start(146) use timer_fd based scheduler
Aug 03 01:52:54 sung-haproxy tgtd[27367]: tgtd: bs_init(387) use signalfd notification
Aug 03 01:52:54 sung-haproxy systemd[1]: Started (i)SCSI target daemon.

(2) sung-haproxy 서버에 디스크 추가 /vdb, /vdc

 - 오픈스택을 사용하였으나, kvm으로 구성해도 동일 함.

root@sung-haproxy:~# lsblk
NAME    MAJ:MIN RM  SIZE RO TYPE MOUNTPOINT
loop0     7:0    0   47M  1 loop /snap/snapd/16010
loop1     7:1    0 61.9M  1 loop /snap/core20/1518
loop2     7:2    0 67.8M  1 loop /snap/lxd/22753
loop3     7:3    0   47M  1 loop /snap/snapd/16292
loop4     7:4    0   62M  1 loop /snap/core20/1587
vda     252:0    0   50G  0 disk
├─vda1  252:1    0 49.9G  0 part /
├─vda14 252:14   0    4M  0 part
└─vda15 252:15   0  106M  0 part /boot/efi
vdb     252:16   0   50G  0 disk
vdc     252:32   0   50G  0 disk

(3) lv 생성 및 마운트

root@sung-haproxy:~# fdisk /dev/vdb

Welcome to fdisk (util-linux 2.34).
Changes will remain in memory only, until you decide to write them.
Be careful before using the write command.

Device does not contain a recognized partition table.
Created a new DOS disklabel with disk identifier 0x6a0c98a4.

Command (m for help): n
Partition type
   p   primary (0 primary, 0 extended, 4 free)
   e   extended (container for logical partitions)
Select (default p): p
Partition number (1-4, default 1):
First sector (2048-104857599, default 2048):
Last sector, +/-sectors or +/-size{K,M,G,T,P} (2048-104857599, default 104857599):

Created a new partition 1 of type 'Linux' and of size 50 GiB.
Command (m for help): w
The partition table has been altered.
Calling ioctl() to re-read partition table.
Syncing disks.

# partprobe : partition recognize without reboot
root@sung-haproxy:/# partprobe /dev/vdb

root@sung-haproxy:/iscsi/iscsi1# mkfs.btrfs /dev/vdb1
btrfs-progs v5.4.1
See http://btrfs.wiki.kernel.org for more information.

Label:              (null)
UUID:               e92bab2c-ffba-4b6e-8ee5-ca26120decee
Node size:          16384
Sector size:        4096
Filesystem size:    50.00GiB
Block group profiles:
  Data:             single            8.00MiB
  Metadata:         DUP             256.00MiB
  System:           DUP               8.00MiB
SSD detected:       no
Incompat features:  extref, skinny-metadata
Checksum:           crc32c
Number of devices:  1
Devices:
   ID        SIZE  PATH
    1    50.00GiB  /dev/vdb1

#vdc 생략


# vg 생성
root@sung-haproxy:/iscsi/iscsi1# vgcreate iscsi_vg /dev/vdb1 /dev/vdc1
  Volume group "iscsi_vg" successfully created

root@sung-haproxy:/iscsi/iscsi1# vgdisplay iscsi_vg
  --- Volume group ---
  VG Name               iscsi_vg
  System ID
  Format                lvm2
  Metadata Areas        2
  Metadata Sequence No  1
  VG Access             read/write
  VG Status             resizable
  MAX LV                0
  Cur LV                0
  Open LV               0
  Max PV                0
  Cur PV                2
  Act PV                2
  VG Size               99.99 GiB
  PE Size               4.00 MiB
  Total PE              25598
  Alloc PE / Size       0 / 0
  Free  PE / Size       25598 / 99.99 GiB
  VG UUID               4P8XCb-cBnA-WDDt-d4vv-EZPl-nVN5-pL8Yqi

# lv 생성
root@sung-haproxy:/dev/mapper# lvcreate -n iscsi_lv -l 100%FREE iscsi_vg
  Logical volume "iscsi_lv" created.
  
root@sung-haproxy:/dev/mapper# lvdisplay
  --- Logical volume ---
  LV Path                /dev/iscsi_vg/iscsi_lv
  LV Name                iscsi_lv
  VG Name                iscsi_vg
  LV UUID                RoYxzG-yZHa-uS08-l3oF-ed4G-e6sq-YjA9zz
  LV Write Access        read/write
  LV Creation host, time sung-haproxy, 2022-08-03 03:52:25 +0000
  LV Status              available
  # open                 0
  LV Size                99.99 GiB
  Current LE             25598
  Segments               2
  Allocation             inherit
  Read ahead sectors     auto
  - currently set to     256
  Block device           253:0

# 
root@sung-haproxy:/dev/mapper# mkfs.btrfs /dev/iscsi_vg/iscsi_lv
btrfs-progs v5.4.1
See http://btrfs.wiki.kernel.org for more information.

Label:              (null)
UUID:               db07ddef-5a3a-46de-a542-ffd60492f2dc
Node size:          16384
Sector size:        4096
Filesystem size:    99.99GiB
Block group profiles:
  Data:             single            8.00MiB
  Metadata:         DUP               1.00GiB
  System:           DUP               8.00MiB
SSD detected:       no
Incompat features:  extref, skinny-metadata
Checksum:           crc32c
Number of devices:  1
Devices:
   ID        SIZE  PATH
    1    99.99GiB  /dev/iscsi_vg/iscsi_lv





mkdir -p /iscsi

root@sung-haproxy:/# mount /dev/iscsi_vg/iscsi_lv /iscsi/

root@sung-haproxy:/# df -h | grep iscsi
/dev/mapper/iscsi_vg-iscsi_lv  100G  3.8M   98G   1% /iscsi


--------------------------------------------------------
그냥 btrfs subvolume 생성만 해도 되나?

root@sung-haproxy:/iscsi# chmod 755 /iscsi/disk

root@sung-haproxy:/iscsi/disk# btrfs subvolume create /iscsi/disk1
Create subvolume '/iscsi/disk1'

root@sung-haproxy:/iscsi# dd if=/dev/zero of=/iscsi/disk1/sung-ubuntu01-disk.img bs=1G count=5
50+0 records in
50+0 records out
53687091200 bytes (54 GB, 50 GiB) copied, 573.436 s, 93.6 MB/s

#dd if=/dev/zero of=/iscsi/disk1/sung-ubuntu02-disk.img bs=1G count=5
#dd if=/dev/zero of=/iscsi/disk1/sung-ubuntu03-disk.img bs=1G count=5
#dd if=/dev/zero of=/iscsi/disk1/sung-ubuntu04-disk.img bs=1G count=5
#dd if=/dev/zero of=/iscsi/disk1/sung-ubuntu05-disk.img bs=1G count=5

##한 번에..
#for i in {1..5}; do echo $i; dd if=/dev/zero of=/iscsi/disk1/sung-ubuntu0$i-disk.img bs=1GB count=5; sleep 5; done

(4) 새로운 iSCSI Target 생성

# 1. 새로운 Target의 이름 및 id (tid) 생성
tgtadm --lld iscsi --op new --mode target --tid 3466 -T iqn.server.ubuntu:sllee3466
# New Target Name : iscsi
# tid : 3466
# ISCSI Qualified Name(iqn) : iqn.server.ubuntu:sllee

root@sung-haproxy:/iscsi# tgtadm --lld iscsi --mode target --op show
Target 3466: iqn.server.ubuntu:sllee3466
    System information:
        Driver: iscsi
        State: ready
    I_T nexus information:
    LUN information:
        LUN: 0
            Type: controller
            SCSI ID: IET     0d8a0000
            SCSI SN: beaf34660
            Size: 0 MB, Block size: 1
            Online: Yes
            Removable media: No
            Prevent removal: No
            Readonly: No
            SWP: No
            Thin-provisioning: No
            Backing store type: null
            Backing store path: None
            Backing store flags:
    Account information:
    ACL information:



# 2. tid에 대응되는 logicalunit에 디스크 이미지 연결
tgtadm --lld iscsi --op new --mode logicalunit --tid 3466 --lun 1 -b /iscsi/disk1/sung-ubuntu01-disk.img
tgtadm --lld iscsi --op new --mode logicalunit --tid 3466 --lun 2 -b /iscsi/disk1/sung-ubuntu02-disk.img
tgtadm --lld iscsi --op new --mode logicalunit --tid 3466 --lun 3 -b /iscsi/disk1/sung-ubuntu03-disk.img
tgtadm --lld iscsi --op new --mode logicalunit --tid 3466 --lun 4 -b /iscsi/disk1/sung-ubuntu04-disk.img
tgtadm --lld iscsi --op new --mode logicalunit --tid 3466 --lun 5 -b /iscsi/disk1/sung-ubuntu05-disk.img

# 3. tid 접속 허가 설정
tgtadm --lld iscsi --op bind --mode target --tid 3466 -I 192.168.110.100
tgtadm --lld iscsi --op bind --mode target --tid 3466 -I 192.168.110.101
tgtadm --lld iscsi --op bind --mode target --tid 3466 -I 192.168.110.102
tgtadm --lld iscsi --op bind --mode target --tid 3466 -I 192.168.110.103
tgtadm --lld iscsi --op bind --mode target --tid 3466 -I 192.168.110.104

#LUN에 특정 노드 할당 할 수 있을까?
#  - SAN Storage에서는 가능한 것 같은데, iscsiadm으로는 안되는 것 같음

# 설정 확인
root@sung-haproxy:/iscsi/disk1# tgtadm --lld iscsi --mode target --op show
Target 3466: iqn.server.ubuntu:sllee3466
    System information:
        Driver: iscsi
        State: ready
    I_T nexus information:
    LUN information:
        LUN: 0
            Type: controller
            SCSI ID: IET     0d8a0000
            SCSI SN: beaf34660
            Size: 0 MB, Block size: 1
            Online: Yes
            Removable media: No
            Prevent removal: No
            Readonly: No
            SWP: No
            Thin-provisioning: No
            Backing store type: null
            Backing store path: None
            Backing store flags:
        LUN: 1
            Type: disk
            SCSI ID: IET     0d8a0001
            SCSI SN: beaf34661
            Size: 5000 MB, Block size: 512
            Online: Yes
            Removable media: No
            Prevent removal: No
            Readonly: No
            SWP: No
            Thin-provisioning: No
            Backing store type: rdwr
            Backing store path: /iscsi/disk1/sung-ubuntu01-disk.img
            Backing store flags:
        LUN: 2
            Type: disk
            SCSI ID: IET     0d8a0002
            SCSI SN: beaf34662
            Size: 5000 MB, Block size: 512
            Online: Yes
            Removable media: No
            Prevent removal: No
            Readonly: No
            SWP: No
            Thin-provisioning: No
            Backing store type: rdwr
            Backing store path: /iscsi/disk1/sung-ubuntu02-disk.img
            Backing store flags:
        LUN: 3
            Type: disk
            SCSI ID: IET     0d8a0003
            SCSI SN: beaf34663
            Size: 5000 MB, Block size: 512
            Online: Yes
            Removable media: No
            Prevent removal: No
            Readonly: No
            SWP: No
            Thin-provisioning: No
            Backing store type: rdwr
            Backing store path: /iscsi/disk1/sung-ubuntu03-disk.img
            Backing store flags:
        LUN: 4
            Type: disk
            SCSI ID: IET     0d8a0004
            SCSI SN: beaf34664
            Size: 5000 MB, Block size: 512
            Online: Yes
            Removable media: No
            Prevent removal: No
            Readonly: No
            SWP: No
            Thin-provisioning: No
            Backing store type: rdwr
            Backing store path: /iscsi/disk1/sung-ubuntu04-disk.img
            Backing store flags:
        LUN: 5
            Type: disk
            SCSI ID: IET     0d8a0005
            SCSI SN: beaf34665
            Size: 5000 MB, Block size: 512
            Online: Yes
            Removable media: No
            Prevent removal: No
            Readonly: No
            SWP: No
            Thin-provisioning: No
            Backing store type: rdwr
            Backing store path: /iscsi/disk1/sung-ubuntu05-disk.img
            Backing store flags:
    Account information:
    ACL information:
        192.168.110.100
        192.168.110.101
        192.168.110.102
        192.168.110.103
        192.168.110.104





## 생성된 target 삭제
# tgtadm --lld iscsi --op delete --mode target --tid 3466
## 사용중 target 강제삭제
#tgtadm --lld iscsi --op delete --force --mode target --tid 3466

(5) iSCSI Initiarot 구성

root@sung-ubuntu05:~# apt -y install open-iscsi

root@sung-ubuntu05:/etc/iscsi# vi /etc/iscsi/initiatorname.iscsi
InitiatorName=iqn.server.ubuntu:sllee3466

root@sung-ubuntu05:/etc/iscsi# iscsiadm -m discovery -t sendtargets -p 192.168.110.99
192.168.110.99:3260,1 iqn.server.ubuntu:sllee3466

root@sung-ubuntu05:/etc/iscsi# iscsiadm -m node -o show

root@sung-ubuntu05:/etc/iscsi# iscsiadm -m node --login
Logging in to [iface: default, target: iqn.server.ubuntu:sllee3466, portal: 192.168.110.99,3260] (multiple)
Login to [iface: default, target: iqn.server.ubuntu:sllee3466, portal: 192.168.110.99,3260] successful.

root@sung-ubuntu05:/etc/iscsi# iscsiadm -m session -o show
tcp: [1] 192.168.110.99:3260,1 iqn.server.ubuntu:sllee3466 (non-flash)
 
ls
# fdisk -l 명령어로 확인해도 됨.
root@sung-ubuntu05:/etc/iscsi# cat /proc/partitions
major minor  #blocks  name
   7        1      63444 loop1
   7        2      48080 loop2
   7        3      69440 loop3
   7        4      48088 loop4
   7        5      63448 loop5
 252        0   52428800 vda
 252        1   52315119 vda1
 252       14       4096 vda14
 252       15     108544 vda15
 252       16    1048576 vdb
 252       17    1047552 vdb1
   8        0   52428800 sda      # 추가 됨 

#연결된 iscsi 확인
root@sung-ubuntu05:/dev/disk/by-path# ls -al /dev/disk/by-path


root@sung-ubuntu05:/etc/iscsi# parted --script /dev/sda "mklabel gpt"
root@sung-ubuntu05:/etc/iscsi# parted --script /dev/sda "mkpart primary 0% 100%"
root@sung-ubuntu05:/etc/iscsi# mkfs.ext4 /dev/sda

root@sung-ubuntu05:/etc/iscsi# mkdir /iscsi
root@sung-ubuntu05:/etc/iscsi# mount /dev/sda1 /iscsi



### Remove initiator node
#1. umount iSCSI device/filesystems
root@sung-ubuntu05:/etc/iscsi# umount /iscsi


#2. logout session
root@sung-ubuntu05:/etc/iscsi#  iscsiadm -m node -T iqn.server.ubuntu:sllee3466 --portal 192.168.110.99:3260 -u
Logging out of session [sid: 1, target: iqn.server.ubuntu:sllee3466, portal: 192.168.110.99,3260]
Logout of [sid: 1, target: iqn.server.ubuntu:sllee3466, portal: 192.168.110.99,3260] successful.

root@sung-ubuntu05:/etc/iscsi# iscsiadm -m session -o show
iscsiadm: No active sessions.

#3. delete node
iscsiadm -m node -T iqn.server.ubuntu:sllee3466 --portal 192.168.110.99:3260 -o delete

#4. check 
root@sung-ubuntu05:~# iscsiadm -m node

후기

• Target에 5개의 LUN을 생성하여, sung-ubuntu01~05서버에서 login을 할 경우
  • 각 sung-ubuntuXX 서버에서 모든 LUN이 보이고, 모든 디스크가 검색이 됨
  • 서버-LUN을 1:1로 연결해야하는데, 1:N으로 마운트가 되어서 문제가 발생 됨.
  • SAN Storage에서는 되는 것 같은데…확인필요..
• 운영환경 스토리지 구조도 한 번 확인해봐야 겠음.

테스트 환경

Ubuntu 20.04.4 LTS

1. 서버 디스크 현황

brightforest-ubuntu 서버

/dev/vda - 루트 디스크 50GB

/dev/vdb - 추가 디스크 50GB

/dev/vdc - 추가 디스크 60GB

/dev/vdd - 추가 디스크 70GB

*물리 디스크가 아니라 가상 디스크이기 때문에 sda가 아닌 vda 형태로 표시

root@brightforest-ubuntu:~# fdisk -l

...

Disk /dev/vdb: 50 GiB, 53687091200 bytes, 104857600 sectors Units: sectors of 1 * 512 = 512 bytes Sector size (logical/physical): 512 bytes / 512 bytes I/O size (minimum/optimal): 512 bytes / 512 bytes

Disk /dev/vdc: 60 GiB, 64424509440 bytes, 125829120 sectors Units: sectors of 1 * 512 = 512 bytes Sector size (logical/physical): 512 bytes / 512 bytes I/O size (minimum/optimal): 512 bytes / 512 bytes

Disk /dev/vdd: 70 GiB, 75161927680 bytes, 146800640 sectors Units: sectors of 1 * 512 = 512 bytes Sector size (logical/physical): 512 bytes / 512 bytes I/O size (minimum/optimal): 512 bytes / 512 bytes

물리볼륨 (PV, Physical Volume)

 - 실제로 나눈 파티션 (/dev/sda1, /dev/vdb1 등)

볼륨그룹(VG, Volume Group)

 - 물리적 볼륨이 모여서 하나의 볼륨그룹을 이룬다.

논리적볼륨(LV, Logical Volume)

 - 서버에 마운트하여 사용하는 파티션 형태

1. 추가 디스크 LVM 타입으로 파티션 생성

(1) fdisk /dev/vdb ~ vdd까지 수행

root@brightforest-ubuntu:~# fdisk /dev/vdb

Welcome to fdisk (util-linux 2.34).
Changes will remain in memory only, until you decide to write them.
Be careful before using the write command.

Device does not contain a recognized partition table.
Created a new DOS disklabel with disk identifier 0x7558c0e3.

Command (m for help): n
Partition type
   p   primary (0 primary, 0 extended, 4 free)
   e   extended (container for logical partitions)
Select (default p): p
Partition number (1-4, default 1):
First sector (2048-104857599, default 2048):
Last sector, +/-sectors or +/-size{K,M,G,T,P} (2048-104857599, default 104857599):

Created a new partition 1 of type 'Linux' and of size 50 GiB.

Command (m for help): t
Selected partition 1
Hex code (type L to list all codes): L

 0  Empty           24  NEC DOS         81  Minix / old Lin bf  Solaris
 1  FAT12           27  Hidden NTFS Win 82  Linux swap / So c1  DRDOS/sec (FAT-
 2  XENIX root      39  Plan 9          83  Linux           c4  DRDOS/sec (FAT-
 3  XENIX usr       3c  PartitionMagic  84  OS/2 hidden or  c6  DRDOS/sec (FAT-
 4  FAT16 <32M      40  Venix 80286     85  Linux extended  c7  Syrinx
 5  Extended        41  PPC PReP Boot   86  NTFS volume set da  Non-FS data
 6  FAT16           42  SFS             87  NTFS volume set db  CP/M / CTOS / .
 7  HPFS/NTFS/exFAT 4d  QNX4.x          88  Linux plaintext de  Dell Utility
 8  AIX             4e  QNX4.x 2nd part 8e  Linux LVM       df  BootIt
 9  AIX bootable    4f  QNX4.x 3rd part 93  Amoeba          e1  DOS access
 a  OS/2 Boot Manag 50  OnTrack DM      94  Amoeba BBT      e3  DOS R/O
 b  W95 FAT32       51  OnTrack DM6 Aux 9f  BSD/OS          e4  SpeedStor
 c  W95 FAT32 (LBA) 52  CP/M            a0  IBM Thinkpad hi ea  Rufus alignment
 e  W95 FAT16 (LBA) 53  OnTrack DM6 Aux a5  FreeBSD         eb  BeOS fs
 f  W95 Ext'd (LBA) 54  OnTrackDM6      a6  OpenBSD         ee  GPT
10  OPUS            55  EZ-Drive        a7  NeXTSTEP        ef  EFI (FAT-12/16/
11  Hidden FAT12    56  Golden Bow      a8  Darwin UFS      f0  Linux/PA-RISC b
12  Compaq diagnost 5c  Priam Edisk     a9  NetBSD          f1  SpeedStor
14  Hidden FAT16 <3 61  SpeedStor       ab  Darwin boot     f4  SpeedStor
16  Hidden FAT16    63  GNU HURD or Sys af  HFS / HFS+      f2  DOS secondary
17  Hidden HPFS/NTF 64  Novell Netware  b7  BSDI fs         fb  VMware VMFS
18  AST SmartSleep  65  Novell Netware  b8  BSDI swap       fc  VMware VMKCORE
1b  Hidden W95 FAT3 70  DiskSecure Mult bb  Boot Wizard hid fd  Linux raid auto
1c  Hidden W95 FAT3 75  PC/IX           bc  Acronis FAT32 L fe  LANstep
1e  Hidden W95 FAT1 80  Old Minix       be  Solaris boot    ff  BBT
Hex code (type L to list all codes): 8e
Changed type of partition 'Linux' to 'Linux LVM'.

Command (m for help): w
The partition table has been altered.
Calling ioctl() to re-read partition table.
Syncing disks.

(2) 파티션 확인

root@brightforest-ubuntu:~# fdisk -l
...
Disk /dev/vdb: 50 GiB, 53687091200 bytes, 104857600 sectors
Units: sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disklabel type: dos
Disk identifier: 0x7558c0e3

Device     Boot Start       End   Sectors Size Id Type
/dev/vdb1        2048 104857599 104855552  50G 8e Linux LVM


Disk /dev/vdc: 60 GiB, 64424509440 bytes, 125829120 sectors
Units: sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disklabel type: dos
Disk identifier: 0x0fa7eae4

Device     Boot Start       End   Sectors Size Id Type
/dev/vdc1        2048 125829119 125827072  60G 8e Linux LVM


Disk /dev/vdd: 70 GiB, 75161927680 bytes, 146800640 sectors
Units: sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disklabel type: dos
Disk identifier: 0xce0b4588

Device     Boot Start       End   Sectors Size Id Type
/dev/vdd1        2048 146800639 146798592  70G 8e Linux LVM

2. 물리볼륨 생성

root@brightforest-ubuntu:~# pvcreate /dev/vdb1
  Physical volume "/dev/vdb1" successfully created.

root@brightforest-ubuntu:~# pvcreate /dev/vdc1
  Physical volume "/dev/vdc1" successfully created.

root@brightforest-ubuntu:~# pvcreate /dev/vdd1
  Physical volume "/dev/vdd1" successfully created.


root@brightforest-ubuntu:~# pvdisplay
  "/dev/vdb1" is a new physical volume of "<50.00 GiB"
  --- NEW Physical volume ---
  PV Name               /dev/vdb1
  VG Name
  PV Size               <50.00 GiB
  Allocatable           NO
  PE Size               0
  Total PE              0
  Free PE               0
  Allocated PE          0
  PV UUID               wP5pKr-2kNV-aXIb-5E2F-Wv8w-3aHc-Vns37O

  "/dev/vdc1" is a new physical volume of "<60.00 GiB"
  --- NEW Physical volume ---
  PV Name               /dev/vdc1
  VG Name
  PV Size               <60.00 GiB
  Allocatable           NO
  PE Size               0
  Total PE              0
  Free PE               0
  Allocated PE          0
  PV UUID               r01RIY-mPPb-850G-DyYX-go5j-VjlQ-4C2vJU

  "/dev/vdd1" is a new physical volume of "<70.00 GiB"
  --- NEW Physical volume ---
  PV Name               /dev/vdd1
  VG Name
  PV Size               <70.00 GiB
  Allocatable           NO
  PE Size               0
  Total PE              0
  Free PE               0
  Allocated PE          0
  PV UUID               DXuL0f-apwh-BLPP-4wvG-jIjc-J3dX-ieNgsi

3. 볼륨그룹 생성

root@brightforest-ubuntu:~# vgcreate brightforest-vg /dev/vdb1 /dev/vdc1 /dev/vdd1
  Volume group "brightforest-vg" successfully created


root@brightforest-ubuntu:~# vgdisplay
  --- Volume group ---
  VG Name               brightforest-vg
  System ID
  Format                lvm2
  Metadata Areas        3
  Metadata Sequence No  1
  VG Access             read/write
  VG Status             resizable
  MAX LV                0
  Cur LV                0
  Open LV               0
  Max PV                0
  Cur PV                3
  Act PV                3
  VG Size               <179.99 GiB
  PE Size               4.00 MiB
  Total PE              46077
  Alloc PE / Size       0 / 0
  Free  PE / Size       46077 / <179.99 GiB
  VG UUID               Es9ha0-Vc1M-xspN-WVcn-JBco-3nor-BgzRdZ

4. 논리볼륨 생성

 - 100GB, 80GB(나머지) Logical Volume 생성

root@brightforest-ubuntu:~# lvcreate -n bf-lv01 -L 100GB brightforest-vg
  Logical volume "bf-lv01" created.

root@brightforest-ubuntu:~# lvcreate -n bf-lv02 -l 100%FREE brightforest-vg
  Logical volume "bf-lv02" created.


root@brightforest-ubuntu:~# lvdisplay
  --- Logical volume ---
  LV Path                /dev/brightforest-vg/bf-lv01
  LV Name                bf-lv01
  VG Name                brightforest-vg
  LV UUID                NpQpoL-8wKY-KbXB-Tqo8-5pUq-Kur4-sefnw0
  LV Write Access        read/write
  LV Creation host, time brightforest-ubuntu, 2022-10-13 06:45:37 +0000
  LV Status              available
  # open                 0
  LV Size                100.00 GiB
  Current LE             25600
  Segments               2
  Allocation             inherit
  Read ahead sectors     auto
  - currently set to     256
  Block device           253:0

  --- Logical volume ---
  LV Path                /dev/brightforest-vg/bf-lv02
  LV Name                bf-lv02
  VG Name                brightforest-vg
  LV UUID                5Zc6zq-EkD4-U78O-4AcT-Sz0T-24jm-d2wo8U
  LV Write Access        read/write
  LV Creation host, time brightforest-ubuntu, 2022-10-13 06:46:32 +0000
  LV Status              available
  # open                 0
  LV Size                <79.99 GiB
  Current LE             20477
  Segments               2
  Allocation             inherit
  Read ahead sectors     auto
  - currently set to     256
  Block device           253:1

5. 파일시스템 포맷 및 마운트

(1) ext3 타입으로 포맷

root@brightforest-ubuntu:~# mkfs.ext3 /dev/brightforest-vg/bf-lv01
mke2fs 1.45.5 (07-Jan-2020)
Discarding device blocks: done
Creating filesystem with 26214400 4k blocks and 6553600 inodes
Filesystem UUID: 1030fa17-c484-4251-bda0-d1c20dcc8835
Superblock backups stored on blocks:
        32768, 98304, 163840, 229376, 294912, 819200, 884736, 1605632, 2654208,
        4096000, 7962624, 11239424, 20480000, 23887872

Allocating group tables: done
Writing inode tables: done
Creating journal (131072 blocks): done
Writing superblocks and filesystem accounting information: done


root@brightforest-ubuntu:~# mkfs.ext3 /dev/brightforest-vg/bf-lv02
mke2fs 1.45.5 (07-Jan-2020)
Discarding device blocks: done
Creating filesystem with 20968448 4k blocks and 5242880 inodes
Filesystem UUID: 6e6cb512-9602-4dde-8293-3c84ae688ec6
Superblock backups stored on blocks:
        32768, 98304, 163840, 229376, 294912, 819200, 884736, 1605632, 2654208,
        4096000, 7962624, 11239424, 20480000

Allocating group tables: done
Writing inode tables: done
Creating journal (131072 blocks): done
Writing superblocks and filesystem accounting information: done

(2) 마운트

#마운트 할 폴더 생성
root@brightforest-ubuntu:~# mkdir -p /mnt/bf01
root@brightforest-ubuntu:~# mkdir -p /mnt/bf02


#마운트
root@brightforest-ubuntu:~# mount -t ext3 /dev/brightforest-vg/bf-lv01 /mnt/bf01
root@brightforest-ubuntu:~# mount -t ext3 /dev/brightforest-vg/bf-lv02 /mnt/bf02


#확인
root@brightforest-ubuntu:~# df -h
Filesystem                                                Size  Used Avail Use% Mounted on
...
/dev/mapper/brightforest--vg-bf--lv01   98G   61M   93G   1% /mnt/bf01
/dev/mapper/brightforest--vg-bf--lv02   79G   57M   75G   1% /mnt/bf02

(3) /etc/fstab 등록

...
/dev/brightforest-vg/bf-lv01    /mnt/bf01       ext3    defaults        0 0
/dev/brightforest-vg/bf-lv02    /mnt/bf02       ext3    defaults        0 0

6. 결론

 - 50G, 60G, 70G 디스크를 하나의 180G VG으로 묶은 후 각각 100G, 80G LV로 생성

 - 마운트 후에는 각각 93G, 75G로 실사용 용량이 7% 감소.

돌려줘..

참고사이트)

https://jangpd007.tistory.com/235

(Ubuntu) swap 파티션 생성

디스크 추가

• 디스크 추가 확인 /dev/vdc

  # fdisk -l
  
  Disk /dev/vdc: 1 GiB, 1073741824 bytes, 2097152 sectors
  Units: sectors of 1 * 512 = 512 bytes
  Sector size (logical/physical): 512 bytes / 512 bytes
  I/O size (minimum/optimal): 512 bytes / 512 bytes
  

• 파티션 생성

  root@sung-ubuntu02:~# fdisk /dev/vdc
  Welcome to fdisk (util-linux 2.34).
  Changes will remain in memory only, until you decide to write them.
  Be careful before using the write command.
  
  Device does not contain a recognized partition table.
  Created a new DOS disklabel with disk identifier 0x3fcbbd50.
  
  Command (m for help): n
  Partition type
     p   primary (0 primary, 0 extended, 4 free)
     e   extended (container for logical partitions)
  Select (default p): p
  Partition number (1-4, default 1):
  First sector (2048-2097151, default 2048):
  Last sector, +/-sectors or +/-size{K,M,G,T,P} (2048-2097151, default 2097151):
  
  Created a new partition 1 of type 'Linux' and of size 1023 MiB.
  
  

#포맷변경
Command (m for help): t
Selected partition 1
Hex code (type L to list all codes): L

0 Empty 24 NEC DOS 81 Minix / old Lin bf Solaris
1 FAT12 27 Hidden NTFS Win 82 Linux swap / So c1 DRDOS/sec (FAT-
2 XENIX root 39 Plan 9 83 Linux c4 DRDOS/sec (FAT-
3 XENIX usr 3c PartitionMagic 84 OS/2 hidden or c6 DRDOS/sec (FAT-
4 FAT16 <32M 40 Venix 80286 85 Linux extended c7 Syrinx
5 Extended 41 PPC PReP Boot 86 NTFS volume set da Non-FS data
6 FAT16 42 SFS 87 NTFS volume set db CP/M / CTOS / .
7 HPFS/NTFS/exFAT 4d QNX4.x 88 Linux plaintext de Dell Utility
8 AIX 4e QNX4.x 2nd part 8e Linux LVM df BootIt
9 AIX bootable 4f QNX4.x 3rd part 93 Amoeba e1 DOS access
a OS/2 Boot Manag 50 OnTrack DM 94 Amoeba BBT e3 DOS R/O
b W95 FAT32 51 OnTrack DM6 Aux 9f BSD/OS e4 SpeedStor
c W95 FAT32 (LBA) 52 CP/M a0 IBM Thinkpad hi ea Rufus alignment
e W95 FAT16 (LBA) 53 OnTrack DM6 Aux a5 FreeBSD eb BeOS fs
f W95 Ext'd (LBA) 54 OnTrackDM6 a6 OpenBSD ee GPT
10 OPUS 55 EZ-Drive a7 NeXTSTEP ef EFI (FAT-12/16/
11 Hidden FAT12 56 Golden Bow a8 Darwin UFS f0 Linux/PA-RISC b
12 Compaq diagnost 5c Priam Edisk a9 NetBSD f1 SpeedStor
14 Hidden FAT16 <3 61 SpeedStor ab Darwin boot f4 SpeedStor
16 Hidden FAT16 63 GNU HURD or Sys af HFS / HFS+ f2 DOS secondary
17 Hidden HPFS/NTF 64 Novell Netware b7 BSDI fs fb VMware VMFS
18 AST SmartSleep 65 Novell Netware b8 BSDI swap fc VMware VMKCORE
1b Hidden W95 FAT3 70 DiskSecure Mult bb Boot Wizard hid fd Linux raid auto
1c Hidden W95 FAT3 75 PC/IX bc Acronis FAT32 L fe LANstep
1e Hidden W95 FAT1 80 Old Minix be Solaris boot ff BBT
Hex code (type L to list all codes): 82
Changed type of partition 'Linux' to 'Linux swap / Solaris'.

Command (m for help): w
The partition table has been altered.
Calling ioctl() to re-read partition table.
Syncing disks.

root@sung-ubuntu02:~#

- 포맷 & UUID 확인

  ```bash
  root@sung-ubuntu02:~# fdisk -l
  ...
  Disk /dev/vdc: 1 GiB, 1073741824 bytes, 2097152 sectors
  Units: sectors of 1 * 512 = 512 bytes
  Sector size (logical/physical): 512 bytes / 512 bytes
  I/O size (minimum/optimal): 512 bytes / 512 bytes
  Disklabel type: dos
  Disk identifier: 0x3fcbbd50

  Device     Boot Start     End Sectors  Size Id Type
  /dev/vdc1        2048 2097151 2095104 1023M 82 Linux swap / Solaris

  root@sung-ubuntu02:~# mkswap /dev/vdc1
  Setting up swapspace version 1, size = 1023 MiB (1072689152 bytes)
  no label, UUID=066cafe3-114c-432a-b038-8a7cba878267

마운트

• /etc/fstab 등록

  UUID=066cafe3-114c-432a-b038-8a7cba878267 none swap sw 0 0 

• swapon

  root@sung-ubuntu02:~# swapon -a
  root@sung-ubuntu02:~# free -m
                total        used        free      shared  buff/cache   available
  Mem:           7957         572        1581           1        5802        7120
  Swap:          1022           0        1022
  

# echo -n 'brightforest' | base64
YnJpZ2h0Zm9yZXN0

# echo YnJpZ2h0Zm9yZXN0 | base64 -d
brightforest

https://www.snoopybox.co.kr/m/1811