{"id":699,"date":"2017-05-18T06:08:49","date_gmt":"2017-05-17T22:08:49","guid":{"rendered":"http:\/\/www.rao-bing.cn\/?p=699"},"modified":"2020-01-06T16:12:15","modified_gmt":"2020-01-06T08:12:15","slug":"nvme-over-fabrics-vs-iser-oracle-rac-test","status":"publish","type":"post","link":"http:\/\/www.rao-bing.cn\/index.php\/2017\/05\/18\/699\/","title":{"rendered":"\u91ca\u653eNVMe\u95ea\u5b58\u7684\u6027\u80fd –NVMe over Fabrics\u5728Oracle RAC\u4e2d\u7684\u5e94\u7528\u5b9e\u6d4b"},"content":{"rendered":"

<\/b><\/h3>\n

\u6982\u8ff0<\/h4>\n

\u4f17\u6240\u5468\u77e5\uff0cOracle RAC\u7684\u67b6\u6784\u662fShare Disk\uff0c\u5171\u4eab\u5b58\u50a8\u7684\u6027\u80fd\u5bf9\u7cfb\u7edf\u6574\u4f53\u8868\u73b0\u6765\u8bf4\u81f3\u5173\u91cd\u8981\uff0c\u800c\u5171\u4eab\u5b58\u50a8\u7cfb\u7edf\u6027\u80fd\u53c8\u53d7\u591a\u65b9\u9762\u56e0\u7d20\u5f71\u54cd\uff0c\u5176\u4e2d\u6bd4\u8f83\u91cd\u8981\u7684\u4e00\u70b9\u5c31\u662f\u5b58\u50a8\u7f51\u7edc\u6027\u80fd\u3002\u5728\u5e94\u7528\u95ea\u5b58\u7684\u573a\u666f\u4e0b\uff0c\u5982\u679c\u5b58\u50a8\u7f51\u7edc\u6027\u80fd\u4e0d\u8db3\uff0c\u518d\u597d\u7684\u95ea\u5b58\u4e5f\u53d1\u6325\u4e0d\u51fa\u5a01\u529b\uff0c\u7528\u4e00\u4f4d\u5ba2\u6237\u7684\u8bdd\u8bf4\u5c31\u662f\u201c\u8336\u58f6\u716e\u997a\u5b50\uff0c\u6709\u8d27\u5012\u4e0d\u51fa\u3002\u201c\uff0c\u800c\u5b58\u50a8\u7f51\u7edc\u7684\u6027\u80fd\u4e5f\u4e0d\u53ea\u662f\u53d6\u51b3\u4e8e\u786c\u4ef6\u6761\u4ef6\uff0c\u8fd8\u4f1a\u53d7\u534f\u8bae\u7684\u5f71\u54cd\u3002<\/p>\n

\u6211\u4eec\u901a\u8fc7\u5b9e\u6d4b\u6765\u6bd4\u8f83\u4e00\u4e0b\u4e0d\u540c\u534f\u8bae\u5728Oracle\u6570\u636e\u5e93\u7cfb\u7edf\u4e2d\u7684\u6027\u80fd\u8868\u73b0\uff0c\u672c\u6b21\u6bd4\u8f83\u7684\u534f\u8bae\u662fNVMe over Fabrics\u548ciSER\u3002\u4e24\u79cd\u534f\u8bae\u6d4b\u8bd5\u4e2d\u7528\u5230\u670d\u52a1\u5668\u548c\u7f51\u7edc\u786c\u4ef6\u3001OS\u3001\u6570\u636e\u5e93\u8f6f\u4ef6\u5b8c\u5168\u4e00\u6837\uff0c\u533a\u522b\u53ea\u5728\u534f\u8bae\u76f8\u5173\u7684\u8f6f\u4ef6\u548c\u914d\u7f6e\uff0c\u770b\u770b\u7ed3\u679c\u6709\u4ec0\u4e48\u4e0d\u540c\u3002<\/p>\n

NVMe over Fabrics\uff08\u7b80\u79f0NVMoF\uff09\u662f\u4e00\u79cd\u65b0\u7684\u5b58\u50a8\u8bbf\u95ee\u534f\u8bae\uff0c\u76f8\u5173\u7684\u6280\u672f\u7ec6\u8282\u53ef\u4ee5\u53c2\u9605\uff1ahttp:\/\/www.nvmexpress.org\/wp-content\/uploads\/NVMe_Over_Fabrics.pdf<\/a>\u3002<\/p>\n

\"clip_image002\"<\/a><\/p>\n

\u800ciSER\uff0c\u53ef\u4ee5\u7406\u89e3\u4e3aiSCSI+RDMA\uff0c\u4e5f\u662f\u4e00\u79cd\u9ad8\u901f\u5b58\u50a8\u8bbf\u95ee\u534f\u8bae\uff0c\u5177\u4f53\u7684\u4ecb\u7ecd\u53ef\u4ee5\u53c2\u9605https:\/\/en.wikipedia.org\/wiki\/ISCSI_Extensions_for_RDMA<\/a>\u3002<\/p>\n

NVMeoF\u548ciSER\u90fd\u662f\u9700\u8981RDMA\u652f\u6301\u7684\uff0cRDMA\uff08\u8fdc\u7a0b\u5185\u5b58\u76f4\u63a5\u8bbf\u95ee\uff09\u53ef\u4ee5\u901a\u8fc7NIC\u76f4\u63a5\u8bbf\u95ee\u8fdc\u7aef\u4e3b\u673a\u800c\u4e0d\u9700\u8981\u672c\u5730\u7684CPU\u53c2\u4e0e\uff0c\u662f\u5b9e\u73b0\u9ad8\u5e26\u5bbd\u3001\u4f4e\u5ef6\u65f6\u7f51\u7edc\u7684\u5173\u952e\u6280\u672f\u3002<\/p>\n

\"clip_image003\"<\/a><\/p>\n

\u4ece\u7406\u8bba\u4e0a\u8bb2\uff0c\u867d\u7136\u8fd9\u6b21\u6bd4\u8f83\u7684\u4e24\u79cd\u534f\u8bae\u90fd\u4f7f\u7528\u4e86RDMA\u6280\u672f\uff0c\u4f46\u662f\u663e\u7136NVMeoF\u6bd4iSER\u66f4\u9002\u5408\u4f7f\u7528NVMe\u95ea\u5b58\u7684\u573a\u666f\uff0c2016\u5e74\u67d0\u95ea\u5b58\u5382\u5546\u4f7f\u7528fio\u6d4b\u8bd5\u7ed3\u679c\uff0cNVMeoF\u534f\u8bae\u5728\u8bbf\u95ee\u8fdc\u7aefNVMe\u95ea\u5b58\u65f6\uff0c\u53ef\u4ee5\u8fbe\u5230\u548c\u672c\u5730\u8bbf\u95ee\u4e00\u6837\u7684\u901f\u5ea6\uff0c\u663e\u7136iSER\u505a\u4e0d\u5230\u8fd9\u4e00\u70b9\u3002\u548c\u95ea\u5b58\u5382\u5546\u7684\u6d4b\u8bd5\u4e0d\u540c\uff0c\u6211\u4eec\u8fd9\u6b21\u4e3b\u8981\u611f\u5174\u8da3\u7684\u662f\u5728Oracle RAC\u7cfb\u7edf\u4e2d\uff0c\u4e24\u79cd\u534f\u8bae\u7684\u8868\u73b0\u3002<\/p>\n

\u6d4b\u8bd5\u73af\u5883<\/h4>\n

\u80fd\u4f7f\u7528\u7684\u8d44\u6e90\u6709\u9650\uff0c\u670d\u52a1\u5668\u53ea\u67093\u53f0\uff0c\u914d\u7f6e\u4e0d\u9ad8\uff0c\u597d\u5728\u4e3b\u8981\u770b\u5bf9\u6bd4\u503c\u3002<\/p>\n\n\n\n\n\n\n\n\n\n\n\n
\u9879\u76ee<\/b><\/td>\n\u9879\u76ee\u503c<\/b><\/td>\n\u5907\u6ce8<\/b><\/td>\n<\/tr>\n
\u670d\u52a1\u5668<\/td>\nCPU\uff1aE5-2620 v3*1<\/p>\n

\u5185\u5b58\uff1a32G<\/td>\n

3\u53f0<\/td>\n<\/tr>\n
NIC<\/td>\nMellanox ConnectX-3 VPI \u53cc\u53e3\u5361<\/td>\n\u4f7f\u7528\u4ee5\u592a\u6a21\u5f0f\uff0c\u5e26\u5bbd\u4e3a40Gb\uff0c\u4e00\u4e2a\u7aef\u53e3\u8fde\u5b58\u50a8\uff0c\u4e00\u4e2a\u7aef\u53e3\u7528\u6765\u505a\u201c\u5fc3\u8df3\u201d<\/td>\n<\/tr>\n
OS<\/td>\nRedHat Enterprise Linux 7.2<\/td>\n<\/td>\n<\/tr>\n
Oracle\u6570\u636e\u5e93<\/td>\n12.1.0.2 RAC<\/td>\n<\/td>\n<\/tr>\n
OFED<\/td>\nMellanox OFED 3.4.2<\/td>\n<\/td>\n<\/tr>\n
iSER Target<\/td>\nSCST 3.2<\/td>\n<\/td>\n<\/tr>\n
NVMeoF Target<\/td>\nLinux \u5185\u6838\u81ea\u5e26<\/td>\nLinux 4.8.17<\/td>\n<\/tr>\n
NVMe\u95ea\u5b58\u5361<\/td>\nIntel P750 1.2T<\/td>\n2\u5757<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

\u6d4b\u8bd5\u73af\u5883\u67b6\u6784\u56fe\uff1a<\/p>\n

\"clip_image005\"<\/a><\/p>\n

\u73af\u5883\u642d\u5efa\u53ca\u6d4b\u8bd5<\/h4>\n

\u8fc7\u7a0b\u4e3b\u8981\u662f\u4ee5\u4e0b\u51e0\u6b65\uff1a<\/p>\n

1. \u5b89\u88c5OS\uff0cOFED\uff08Mellanox OFED\u53ef\u9009\uff0c\u4e5f\u53ef\u4ee5\u4f7f\u7528RHEL\u81ea\u5e26\u7684\u9a71\u52a8\u53ca\u5de5\u5177\uff0cMellanox\u7684OFED\u5b89\u88c5\u540e\u4f1a\u81ea\u52a8\u914d\u7f6e\u542f\u7528RDMA\uff09\uff0c\u8fc7\u7a0b\u7565\u3002\u5b89\u88c5\u540e\u914d\u7f6e\u5982\u4e0b\uff1a<\/p>\n\n\n\n\n\n\n
\u4e3b\u673a\u540d<\/b><\/td>\n\u7ba1\u7406IP\u5730\u5740<\/b><\/td>\n\u5b58\u50a8\u94fe\u8defIP<\/b><\/td>\n\u5907\u6ce8<\/b><\/td>\n<\/tr>\n
\u201cel72h1\u201d<\/td>\n192.168.0.17<\/td>\n10.10.10.17<\/td>\n\u8ba1\u7b97\u8282\u70b91<\/td>\n<\/tr>\n
\u201cel72h2\u201d<\/td>\n192.168.0.18<\/td>\n10.10.10.18<\/td>\n\u8ba1\u7b97\u8282\u70b92<\/td>\n<\/tr>\n
\u201cel72h3\u201d<\/td>\n192.168.0.19<\/td>\n10.10.10.19<\/td>\n\u5b58\u50a8\u8282\u70b9<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

\u4e24\u4e2a\u8ba1\u7b97\u8282\u70b9\u7684\/etc\/hosts\u6587\u4ef6\u5185\u5bb9\uff1a<\/p>\n

 <\/p>\n

# Public Network<\/p>\n

192.168.0.17 el72h1.hthorizon.com el72h1<\/p>\n

192.168.0.18 el72h2.hthorizon.com el72h2<\/p>\n

# Private Interconnect<\/p>\n

10.1.1.1 el72h1-priv.hthorizon.com el72h1-priv<\/p>\n

10.1.1.2 el72h2-priv.hthorizon.com el72h2-priv<\/p>\n

# Public Virtual IP (VIP) addresses<\/p>\n

192.168.0.27 el72h1-vip.hthorizon.com el72h1-vip<\/p>\n

192.168.0.28 el72h2-vip.hthorizon.com el72h2-vip<\/p>\n

# Single Client Access Name (SCAN)<\/p>\n

192.168.0.29 rac-cluster-scan.hthorizon.com rac-cluster-scan<\/p>\n

2. \u7f16\u8bd1\u65b0\u5185\u6838\uff1a\u76ee\u524dRHEL 7.2 \u7684\u5185\u6838\u662f3.10\uff0c\u800cNVMe over Fabrics\u5728Linux 4.8\u4ee5\u4e0a\u7684\u5185\u6838\u4e2d\u624d\u6709\u3002Target\u7aef\u53ef\u4ee5\u7528Intel SPDK\u63d0\u4f9b\u7684Target\u7a0b\u5e8f\u4ee3\u66ff\uff0c\u8fd9\u6837Target\u7aef\u4e0d\u5fc5\u5347\u7ea7Linux Kernel \u52304.8\u4ee5\u4e0a\uff0c\u4f46\u662fhost\uff08initiator\uff09\u7aef\u76ee\u524d\u597d\u50cf\u53ea\u80fd\u7528Linux 4.8\u4ee5\u4e0a\u5185\u6838\u624d\u884c\u3002\uff08\u5982\u679c\u8c01\u77e5\u9053\u8fd8\u6709\u522b\u7684\u9009\u62e9\uff0c\u8bf7\u4e00\u5b9a\u544a\u8bc9\u6211\uff09\u8fd9\u4e2a\u7f16\u8bd1\u5185\u6838\u7684\u6b65\u9aa4\u5c31\u4e0d\u8be6\u7ec6\u5199\u4e86\uff0c\u7f51\u4e0a\u90fd\u6709\u6559\u7a0b\u3002<\/p>\n

3. \u57283\u53f0\u673a\u5668\u7684\u5176\u4e2d\u4e00\u53f0\uff08el72h3\uff09\u4e0a\u5b89\u88c5SCST 3.2\uff0c\u5b89\u88c5iSCSI-SCST\uff0c\u8fc7\u7a0b\u7565\u8fc7\uff0c\u5148\u7528\u5728\u8fd9\u53f0\u673a\u5668\u4e0a\u5efa3\u4e2a10G\u5927\u5c0f\u7684\u6587\u4ef6\uff0c<\/p>\n

# fallocate \u2013l 10g \/home\/disk01<\/p>\n

\u7136\u540e\u7528fileio\u7684handler\u521b\u5efa3\u4e2a\u865a\u62df\u76d8\uff0c\u7528\u6765\u5b58\u653eOCR\u548cVoting Disk\uff0c\u8fd9\u6837\u5c31\u53ef\u4ee5\u628aRAC\u5148\u88c5\u8d77\u6765\u3002<\/p>\n

SCST\u914d\u7f6e\u6587\u4ef6\u5185\u5bb9\uff1a<\/p>\n

HANDLER vdisk_fileio {<\/p>\n

DEVICE file1 {<\/p>\n

filename \/home\/disk01<\/p>\n

nv_cache 1<\/p>\n

}<\/p>\n

DEVICE file2 {<\/p>\n

filename \/home\/disk02<\/p>\n

nv_cache 1<\/p>\n

}<\/p>\n

DEVICE file3 {<\/p>\n

filename \/home\/disk03<\/p>\n

nv_cache 1<\/p>\n

}<\/p>\n

}<\/p>\n

TARGET_DRIVER iscsi {<\/p>\n

enabled 1<\/p>\n

TARGET iqn.2017-10.tgt1 {<\/p>\n

allowed_portal 10.10.10.19<\/p>\n

QueuedCommands 128<\/p>\n

LUN 0 file1<\/p>\n

LUN 1 file2<\/p>\n

LUN 2 file3<\/p>\n

enabled 1<\/p>\n

}<\/p>\n

}<\/p>\n

4. \u5b89\u88c5RAC\u8fc7\u7a0b\u7701\u7565\uff0c\u5b58\u653eOCR\u8bbe\u5907\u7684DG\u662fDATA\u3002<\/p>\n

5. \u5728el72h3\u914d\u7f6eNVMeoF Target\uff0c\u8fc7\u7a0b\u7701\u7565\u3002\u5982\u679c\u7528Linux\u5185\u4e2d\u4e2d\u7684nvmet\uff0c\u914d\u7f6e\u4fe1\u606f\u4fdd\u5b58\u6210json\u683c\u5f0f\u6587\u4ef6\uff0c\u5185\u5bb9\u5982\u4e0b\uff1a<\/p>\n

{<\/p>\n

“hosts”: [],<\/p>\n

“ports”: [<\/p>\n

{<\/p>\n

“addr”: {<\/p>\n

“adrfam”: “ipv4”,<\/p>\n

“traddr”: “10.10.10.19”,<\/p>\n

“treq”: “not specified”,<\/p>\n

“trsvcid”: “4420”,<\/p>\n

“trtype”: “rdma”<\/p>\n

},<\/p>\n

“portid”: 1,<\/p>\n

“referrals”: [],<\/p>\n

“subsystems”: [<\/p>\n

“nvmet2”,<\/p>\n

“nvmet1”<\/p>\n

]<\/p>\n

}<\/p>\n

],<\/p>\n

“subsystems”: [<\/p>\n

{<\/p>\n

“allowed_hosts”: [],<\/p>\n

“attr”: {<\/p>\n

“allow_any_host”: “1”<\/p>\n

},<\/p>\n

“namespaces”: [<\/p>\n

{<\/p>\n

“device”: {<\/p>\n

“nguid”: “00000000-0000-0000-0000-000000000102”,<\/p>\n

“path”: “\/dev\/nvme0n1”<\/p>\n

},<\/p>\n

“enable”: 1,<\/p>\n

“nsid”: 1<\/p>\n

}<\/p>\n

],<\/p>\n

“nqn”: “nvmet2”<\/p>\n

},<\/p>\n

{<\/p>\n

“allowed_hosts”: [],<\/p>\n

“attr”: {<\/p>\n

“allow_any_host”: “1”<\/p>\n

},<\/p>\n

“namespaces”: [<\/p>\n

{<\/p>\n

“device”: {<\/p>\n

“nguid”: “00000000-0000-0000-0000-000000000101”,<\/p>\n

“path”: “\/dev\/nvme1n1”<\/p>\n

},<\/p>\n

“enable”: 1,<\/p>\n

“nsid”: 1<\/p>\n

}<\/p>\n

],<\/p>\n

“nqn”: “nvmet1”<\/p>\n

}<\/p>\n

]<\/p>\n

}<\/p>\n

\u5982\u679c\u4f7f\u7528intel SPDK\uff0cnvmf.conf\u6587\u4ef6\u5185\u5bb9\u5982\u4e0b\uff1a<\/p>\n

[Global]<\/p>\n

ReactorMask 0xffffffff<\/p>\n

[Nvmf]<\/p>\n

MaxQueuesPerSession 256<\/p>\n

MaxQueueDepth 512<\/p>\n

InCapsuleDataSize 4096<\/p>\n

[Subsystem1]<\/p>\n

NQN nqn.2016-06.io.spdk:cnode1<\/p>\n

Core 3<\/p>\n

Mode Direct<\/p>\n

Listen RDMA 10.10.10.19:4420<\/p>\n

NVMe 0000:10:00.0<\/p>\n

[Subsystem2]<\/p>\n

NQN nqn.2016-06.io.spdk:cnode2<\/p>\n

Core 5<\/p>\n

Mode Direct<\/p>\n

Listen RDMA 10.10.10.19:4420<\/p>\n

NVMe 0000:06:00.0<\/p>\n

(\u5b89\u88c5\u914d\u7f6eSPDK\u7684\u65b9\u6cd5\u8be6\u89c1www.spdk.io)<\/p>\n

6. Host\uff08initiator\uff09\u7aef\u8fde\u63a5 Target\u7aef\uff0c\u4e3a\u4e86\u64cd\u4f5c\u65b9\u4fbf\uff0c\u53ef\u4ee5\u5148\u5b89\u88c5nvmecli\uff0c\u8fd9\u662f\u4e2a\u5f00\u6e90\u8f6f\u4ef6\uff0c\u4e0b\u8f7d\u540e\u7f16\u8bd1\u5b89\u88c5\u3002<\/p>\n

\u641c\u7d22Target\u7aef\uff1a<\/p>\n

# nvme discover \u2013t rdma \u2013a 10.10.10.19 \u2013s 4420<\/p>\n

Discovery Log Number of Records 2, Generation counter 10<\/p>\n

=====Discovery Log Entry 0======<\/p>\n

trtype: rdma<\/p>\n

adrfam: ipv4<\/p>\n

subtype: nvme subsystem<\/p>\n

treq: not specified<\/p>\n

portid: 1<\/p>\n

trsvcid: 4420<\/p>\n

subnqn: nvmet2<\/p>\n

traddr: 10.10.10.19<\/p>\n

rdma_prtype: unrecognized<\/p>\n

rdma_qptype: unrecognized<\/p>\n

rdma_cms: unrecognized<\/p>\n

rdma_pkey: 0x0000<\/p>\n

=====Discovery Log Entry 1======<\/p>\n

trtype: rdma<\/p>\n

adrfam: ipv4<\/p>\n

subtype: nvme subsystem<\/p>\n

treq: not specified<\/p>\n

portid: 1<\/p>\n

trsvcid: 4420<\/p>\n

subnqn: nvmet1<\/p>\n

traddr: 10.10.10.19<\/p>\n

rdma_prtype: unrecognized<\/p>\n

rdma_qptype: unrecognized<\/p>\n

rdma_cms: unrecognized<\/p>\n

rdma_pkey: 0x0000<\/p>\n

\u8fde\u63a5Target\uff1a<\/p>\n

[root@el72h1 disks]# nvme connect -t rdma -a 10.10.10.19 -s 4420 -n nvmet1<\/p>\n

[root@el72h1 disks]# nvme connect -t rdma -a 10.10.10.19 -s 4420 -n nvmet2<\/p>\n

[root@el72h1 disks]# nvme list<\/p>\n

Node SN Model Namespace Usage Format FW Rev<\/p>\n

—————- ——————– —————————————- ——— ————————– —————- ——–<\/p>\n

\/dev\/nvme0n1 f1bb7eb3dcfdb716 Linux 1 1.20 TB \/ 1.20 TB 512 B + 0 B 4.8.17<\/p>\n

\/dev\/nvme1n1 c57e3999e0865988 Linux 1 1.20 TB \/ 1.20 TB 512 B + 0 B 4.8.17<\/p>\n

\u8fdc\u7a0b\u7684NVMe\u8bbe\u5907Model\u662f\u201cLinux\u201d\uff0c\u800cFW Rev\u76f4\u63a5\u5c31\u662fLinux\u7684\u5185\u6838\u7248\u672c\u3002<\/p>\n

\u5982\u679cTarget\u7aef\u7528\u7684\u662fSPDK\uff0c\u4f7f\u7528 \u201dnvme list\u201d NVMe\u8bbe\u5907\u4fe1\u606f\u5982\u4e0b\uff0c\u548c\u672c\u5730\u67e5\u770b\u5f97\u5230\u7684\u4fe1\u606f\u4e00\u6837\uff1a<\/p>\n

[root@el72h3 ~]# nvme list<\/p>\n

Node SN Model Namespace Usage Format FW Rev<\/p>\n

—————- ——————– —————————————- ——— ————————– —————- ——–<\/p>\n

\/dev\/nvme0n1 CVCQ514600BF1P2BGN INTEL SSDPEDMW012T4 1 1.20 TB \/ 1.20 TB 512 B + 0 B 8EV10135<\/p>\n

\/dev\/nvme1n1 CVCQ5146005Q1P2BGN INTEL SSDPEDMW012T4 1 1.20 TB \/ 1.20 TB 512 B + 0 B 8EV10135<\/p>\n

7. \u4f7f\u7528FIO\u6d4b\u8bd5\u3002\uff08NVMeoF\uff09<\/p>\n

# fio –rw=randread –bs=8k –numjobs=4 –iodepth=128 –runtime=60 –ioengine=libaio –direct=1 –time_based –name task1 –filename=\/dev\/nvme0n1<\/p>\n

# fio –rw=randwrite –bs=8k –numjobs=4 –iodepth=128 –runtime=30 –ioengine=libaio –direct=1 –time_based –name task1 –filename=\/dev\/nvme0n1<\/p>\n

8. \u4f7f\u7528ASMCA\u521b\u5efa\u78c1\u76d8\u7ec4NVME\uff0c\u5916\u90e8\u5197\u4f59\uff0c\u4f7f\u7528\u4e24\u4e2aPCI SSD\u3002<\/p>\n

9. \u4f7f\u7528DBMS_RESOURCE_MANAGER.CALIBRATE_IO\u6d4b\u8bd5\uff08NVMeoF\uff09
\n\"clip_image007\"<\/a><\/p>\n

10. Drop DG NVME \uff08\u540e\u9762\u7684iSER\u7684fio\u6d4b\u8bd5\u4f1a\u635f\u574f\u78c1\u76d8\u7ec4\uff0c\u78c1\u76d8\u7ec4\u5220\u4e0d\u5220\u90fd\u4e00\u6837\u9700\u8981\u91cd\u5efa\uff09<\/p>\n

11. \u5728el72h3\u4f7f\u7528iSCSI-SCST\u914d\u7f6eiSCSI Target\uff08\u56e0\u4e3a\u542f\u7528\u4e86RDMA\uff0c\u7cfb\u7edf\u4f1a\u4f7f\u7528isert\uff09<\/p>\n

12. \u4e24\u4e2a\u8ba1\u7b97\u8282\u70b9\u8fde\u63a5iSCSI target\uff0cinitiator\u4f7f\u7528\u7684\u662fRHEL7.2\u81ea\u5e26\u7684initiator\u5de5\u5177<\/p>\n

13. \u4f7f\u7528FIO\u6d4b\u8bd5\u3002\uff08iSER\uff09fio\u547d\u4ee4\u884c\u53c2\u6570\u548cNVMeoF\u4e00\u6837\uff0c\u53ea\u662ffilename\u4e0d\u540c\uff0ciSER\u4f1a\u751f\u6210SCSI\u8bbe\u5907\uff0c\/dev\/sd[X]\uff0c\u800cNVMeoF\u4e0d\u4f1a\u751f\u6210SCSI\u8bbe\u5907\uff0c\u800c\u662f\u76f4\u63a5\u751f\u6210NVMe\u5757\u8bbe\u5907 \/dev\/nvme[X]n[X]\u3002<\/p>\n

14. \u4f7f\u7528ASMCA\u521b\u5efa\u78c1\u76d8\u7ec4DATA1\uff0c\u5916\u90e8\u5197\u4f59\uff0c\u4f7f\u7528\u4e24\u4e2aPCI SSD\u3002<\/p>\n

15. \u4f7f\u7528DBMS_RESOURCE_MANAGER.CALIBRATE_IO\u6d4b\u8bd5\uff08iSER\uff09<\/p>\n

\"clip_image009\"<\/a><\/p>\n

\u6d4b\u8bd5\u7ed3\u679c<\/h4>\n

\u6d4b\u8bd5\u4e3b\u8981\u91c7\u7528Oracle\u6570\u636e\u5e93\u4e2d\u7684DBMS_RESOURCE_MANAGER.CALIBRATE_IO\u5de5\u5177\uff0c\u6d4b\u8bd5\u5728\u4e0d\u540c\u60c5\u51b5\u4e0b\u7684\u8dd1\u5206\uff0c\u4ee5\u53caFIO\u7684IO\u8dd1\u5206\u3002\u6d4b\u8bd5\u591a\u6b21\uff0c\u6700\u540e\u7ed3\u679c\u4e3a\u5e73\u5747\u503c\u3002<\/p>\n

DBMS_RESOURCE_MANAGER.CALIBRATE_IO \u6d4b\u8bd5 IOPS\uff1a<\/p>\n

\"clip_image011\"<\/a><\/p>\n

DBMS_RESOURCE_MANAGER.CALIBRATE_IO \u6d4b\u8bd5 MAX_MBPS\uff1a<\/p>\n

\"clip_image013\"<\/a><\/p>\n

FIO\u6d4b\u8bd5\u7ed3\u679c(8K\u5757\uff0c\u8be6\u7ec6\u547d\u4ee4\u884c\u89c1\u524d\u6587)\uff1a<\/p>\n

\"clip_image015\"<\/a><\/p>\n

\u4ece\u6d4b\u8bd5\u7ed3\u679c\u770b\uff0cNVMeoF\u7684\u6027\u80fd\u7684\u786e\u53ef\u4ee5\u8bf4\u662f\u548c\u672c\u5730\u8bbf\u95ee\u4e00\u6837\uff0c\u4f46\u662f\uff0c\u5982\u679cNVMe\u8bbe\u5907\u591a\u7684\u8bdd\uff0c\u4f1a\u8fbe\u5230\u7f51\u7edc\u5e26\u5bbd\u4e0a\u9650\uff0c\u6bd4\u5982\u6570\u636e\u5e93\u5185\u7684DBMS_RESOURCE_MANAGER.CALIBRATE_IO\u6d4b\u8bd5\uff0c\u662f\u4f7f\u75282\u5757NVMe \u95ea\u5b58\uff0c\u7406\u8bba\u541e\u5410\u91cf\u5e94\u8be5\u8fd8\u8981\u5927\uff0c4.2G\u7684max_mbps \u5e94\u8be5\u662f\u8fbe\u5230\u5b58\u50a8\u7aef40GbE\u94fe\u8def\u7684\u5e26\u5bbd\u4e0a\u9650\u4e86\u3002<\/p>\n

\u611f\u60f3\u53ca\u540e\u7eed<\/h4>\n

l \u4ece\u6d4b\u8bd5\u7ed3\u679c\u770b\uff0cNVMe over Fabrics\u7684\u786e\u4e0d\u9519\uff0c\u6211\u8ba4\u4e3a\u4f1a\u6709\u8d8a\u6765\u8d8a\u591a\u7684\u89e3\u51b3\u65b9\u6848\u5e94\u7528\u8fd9\u9879\u6280\u672f\uff0c\u5305\u62ec\u57fa\u4e8e\u5206\u5e03\u5f0f\u5b58\u50a8\u7684Oracle\u6570\u636e\u5e93\u7cfb\u7edf\u3002\u4f46\u662f\uff0c\u8981\u60f3\u5728\u751f\u4ea7\u73af\u5883\u4e2d\u5e94\u7528\u8fd9\u9879\u6280\u672f\uff0c\u4e2a\u4eba\u8ba4\u4e3a\u8fd8\u6709\u5f88\u957f\u7684\u8def\u8981\u8d70\uff0c\u8fd8\u6709\u5f88\u591a\u95ee\u9898\u8981\u89e3\u51b3\u3002\u6bd4\u5982\uff1a\u5bf9linux\u5185\u6838\u7248\u672c\u8981\u6c42\u592a\u9ad8\uff0cOracle\u7684\u67d0\u4e9b\u529f\u80fd\u5728\u8fd9\u6837\u7684\u5185\u6838\u7248\u672c\u4e0b\u662f\u4e0d\u88ab\u652f\u6301\u7684\uff0c\u6bd4\u5982ACFS\u3002<\/p>\n

l \u5728\u505a\u6570\u636e\u5e93\u6d4b\u8bd5\u65f6\uff0cSPDK nvmf Target\u548cLinux Kernel\u7684 nvmet Target\u8dd1\u5206\u57fa\u672c\u6ca1\u533a\u522b\uff0c\u4f46\u662f\u5728\u505afio\u6d4b\u8bd5\u65f6\uff0c\u5ef6\u65f6\u60c5\u51b5SPDK\u8981\u660e\u663e\u4f18\u4e8eLinux Kernel\uff0c\u63a5\u8fd1\u672c\u5730fio\u7684\u6307\u6807\u3002\u53e6\u5916\uff0c\u4eceTarget\u7aefCPU\u4e0a\u5360\u7528\u4e0a\u770b\uff0c\u4e24\u8005\u4e5f\u6709\u660e\u663e\u4e0d\u540c\uff0cLinux Kernel nvmet Target\u6700\u9ad8\u65f6\u662f~80% sys\uff0cidle 15~20%\uff0c\u800cSPDK\u8fd9\u8fb9\u6700\u9ad8\u65f6\u662f~50% user\uff0cidle 45~50%\u3002\u4ece\u7406\u8bba\u4e0a\u8bb2\uff0cSPDK\u662f\u4f18\u4e8eLinux Kernel\u7684\uff0c\u4ecefio\u6d4b\u8bd5\u7ed3\u679c\u4e5f\u8bc1\u660e\u4e86\u8fd9\u4e00\u70b9\uff0c\u5728\u6211\u8fd9\u79cd\u914d\u7f6e\u4f4e\uff0c\u95ea\u5b58\u5c11\u7684\u6d4b\u8bd5\u4e2d\uff0c\u4e24\u8005\u5dee\u522b\u4e0d\u5927\uff0c\u53ef\u80fd\u9700\u8981\u5728\u66f4\u5927\u89c4\u6a21\u7684\u6d4b\u8bd5\u4e2d\uff0cSPDK\u7684\u4f18\u52bf\u624d\u80fd\u4f53\u73b0\u5f97\u66f4\u660e\u663e\u3002<\/p>\n

l Swingbench\u6216SLOB\u6d4b\u8bd5\u5bf9\u7cfb\u7edfCPU\u8d44\u6e90\u6709\u4e00\u5b9a\u8981\u6c42\uff0c\u6d4b\u8bd5\u8bbe\u5907\u914d\u7f6e\u592a\u4f4e\uff0c\u8fd9\u6b21\u6ca1\u6709\u6d4b\u3002<\/p>\n

l \u672c\u6b21\u6d4b\u8bd5\u6ca1\u6709\u542f\u7528jumbo frames\uff0c\u542f\u7528\u4ee5\u540e\u6027\u80fd\u8fd8\u80fd\u597d\u4e9b\u3002\u540e\u7eed\u6709\u65f6\u95f4\u4f1a\u505a\u8fd9\u4e2a\u6d4b\u8bd5\u3002<\/p>\n

l \u5982\u679c\u6709\u65f6\u95f4\uff0c\u8fd8\u60f3\u5bf9\u6bd4\u6d4b\u8bd5\u4e00\u4e0bSRP\u548cNVMeoF\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"

\u6982\u8ff0 \u4f17\u6240\u5468\u77e5\uff0cOracle RAC\u7684\u67b6\u6784\u662fShare Disk\uff0c\u5171\u4eab\u5b58\u50a8\u7684\u6027\u80fd\u5bf9\u7cfb\u7edf\u6574\u4f53\u8868\u73b0\u6765\u8bf4\u81f3\u5173\u91cd\u8981\uff0c\u800c\u5171\u4eab\u5b58\u50a8\u7cfb\u7edf\u6027\u80fd\u53c8\u53d7\u591a\u65b9\u9762\u56e0\u7d20\u5f71\u54cd\uff0c\u5176\u4e2d\u6bd4\u8f83\u91cd\u8981\u7684…<\/p>\n

Read More Read More<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":683,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"aside","meta":{"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2},"jetpack_post_was_ever_published":false},"categories":[6,1],"tags":[31,33,16,32],"class_list":["post-699","post","type-post","status-publish","format-aside","has-post-thumbnail","hentry","category-oracle","category-uncategorized","tag-nvme","tag-nvmet","tag-rac","tag-spdk","post_format-post-format-aside"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"http:\/\/www.rao-bing.cn\/wp-content\/uploads\/2017\/05\/clip_image002.jpg","jetpack_shortlink":"https:\/\/wp.me\/p8gSFq-bh","jetpack_likes_enabled":true,"jetpack-related-posts":[{"id":480,"url":"http:\/\/www.rao-bing.cn\/index.php\/2017\/01\/22\/480\/","url_meta":{"origin":699,"position":0},"title":"\u901a\u8fc7RDS\u5907\u4efd\uff1aOracle Secure Backup\u7b80\u4ecb","author":"raobing","date":"2017-01-22","format":"aside","excerpt":"\u00a0 \u80cc\u666f \u6700\u65e9\u542c\u8bf4\u8fd9\u4e2a\u540d\u5b57\u662f\u5728\u51e0\u5e74\u524d\u5b9e\u65bd\u7b2c\u4e00\u53f0EXADATA\u7684\u65f6\u5019\uff0c\u5f53\u65f6\u53ea\u662f\u5728\u6295\u6807\u6587\u4ef6\u91cc\u8ba4\u2026","rel":"","context":"\u5728\u201cOracle\u201d\u4e2d","block_context":{"text":"Oracle","link":"http:\/\/www.rao-bing.cn\/index.php\/category\/oracle\/"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/www.rao-bing.cn\/wp-content\/uploads\/2017\/01\/Oracle-Security-Backup.jpg?resize=350%2C200","width":350,"height":200},"classes":[]},{"id":16123,"url":"http:\/\/www.rao-bing.cn\/index.php\/2020\/06\/23\/16123\/","url_meta":{"origin":699,"position":1},"title":"\u795e\u821f\u901a\u7528\u6570\u636e\u5e93\u53cc\u673a\u5207\u6362\u73af\u5883\u642d\u5efa","author":"raobing","date":"2020-06-23","format":"aside","excerpt":"\u795e\u821f\u901a\u7528\u7684\u53cc\u673a\u5207\u6362\u73af\u5883\u539f\u7406\u793a\u610f\u56fe\uff1a \u795e\u901a\u6570\u636e\u5e93\u7684\u53cc\u673a\u70ed\u5907\u539f\u7406\uff0c\u4eceOracle DBA\u7684\u89d2\u5ea6\uff0c\u5176\u5b9e\u4e0d\u96be\u2026","rel":"","context":"\u5728\u201c\u53bbO\u201d\u4e2d","block_context":{"text":"\u53bbO","link":"http:\/\/www.rao-bing.cn\/index.php\/tag\/de-oracle\/"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/www.rao-bing.cn\/wp-content\/uploads\/2020\/06\/lio_thumb.png?resize=350%2C200","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/www.rao-bing.cn\/wp-content\/uploads\/2020\/06\/lio_thumb.png?resize=350%2C200 1x, https:\/\/i0.wp.com\/www.rao-bing.cn\/wp-content\/uploads\/2020\/06\/lio_thumb.png?resize=525%2C300 1.5x, https:\/\/i0.wp.com\/www.rao-bing.cn\/wp-content\/uploads\/2020\/06\/lio_thumb.png?resize=700%2C400 2x"},"classes":[]},{"id":470,"url":"http:\/\/www.rao-bing.cn\/index.php\/2017\/01\/22\/470\/","url_meta":{"origin":699,"position":2},"title":"\u6df7\u5408\u5217\u538b\u7f29\u548cOracle ZFS\u5b58\u50a8\u4e00\u4f53\u673a","author":"raobing","date":"2017-01-22","format":"aside","excerpt":"\u00a0 \u6df7\u5408\u5217\u538b\u7f29\uff08HCC\uff09\u7b80\u4ecb \u6df7\u5408\u5217\u538b\u7f29\uff08HCC\uff09\u6700\u65e9\u662fOracle Exadata\u7684\u72ec\u7279\u2026","rel":"","context":"\u5728\u201cOracle\u201d\u4e2d","block_context":{"text":"Oracle","link":"http:\/\/www.rao-bing.cn\/index.php\/category\/oracle\/"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/www.rao-bing.cn\/wp-content\/uploads\/2017\/01\/clip_image012_thumb-2.jpg?resize=350%2C200","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/www.rao-bing.cn\/wp-content\/uploads\/2017\/01\/clip_image012_thumb-2.jpg?resize=350%2C200 1x, https:\/\/i0.wp.com\/www.rao-bing.cn\/wp-content\/uploads\/2017\/01\/clip_image012_thumb-2.jpg?resize=525%2C300 1.5x"},"classes":[]},{"id":883,"url":"http:\/\/www.rao-bing.cn\/index.php\/2018\/09\/11\/883\/","url_meta":{"origin":699,"position":3},"title":"GlusterFS install and config","author":"raobing","date":"2018-09-11","format":"aside","excerpt":"GlusterFS\u662f\u4e00\u4e2a\u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edf\uff0c\u901a\u8fc7 RDMA \u548c TCP\/IP \u65b9\u5f0f\u5c06\u5206\u5e03\u5230\u4e0d\u540c\u670d\u52a1\u5668\u4e0a\u7684\u2026","rel":"","context":"\u7c7b\u4f3c\u6587\u7ae0","block_context":{"text":"\u7c7b\u4f3c\u6587\u7ae0","link":""},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/www.rao-bing.cn\/wp-content\/uploads\/2018\/09\/clip_image006_thumb.png?resize=350%2C200","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/www.rao-bing.cn\/wp-content\/uploads\/2018\/09\/clip_image006_thumb.png?resize=350%2C200 1x, https:\/\/i0.wp.com\/www.rao-bing.cn\/wp-content\/uploads\/2018\/09\/clip_image006_thumb.png?resize=525%2C300 1.5x"},"classes":[]},{"id":205,"url":"http:\/\/www.rao-bing.cn\/index.php\/2017\/01\/07\/205\/","url_meta":{"origin":699,"position":4},"title":"\u5229\u7528Oracle RUEI+EM12c\u8fdb\u884c\u5e94\u7528\u7684\u201c\u7aef\u5230\u7aef\u201d\u6027\u80fd\u8bca\u65ad","author":"raobing","date":"2017-01-07","format":false,"excerpt":"\u6982\u8ff0 \u6211\u4eec\u77e5\u9053\uff0c\u5f71\u54cd\u4e00\u4e2aB\/S\u5e94\u7528\u6027\u80fd\u7684\u56e0\u7d20\uff0c\u7c97\u7565\u5730\u8bf4\uff0c\u6709\u4ee5\u4e0b\u51e0\u4e2a\u5927\u7684\u73af\u8282\uff1a \u5ba2\u6237\u7aef\u73af\u8282 \u7f51\u7edc\u73af\u8282\uff08\u2026","rel":"","context":"\u5728\u201cOracle\u201d\u4e2d","block_context":{"text":"Oracle","link":"http:\/\/www.rao-bing.cn\/index.php\/category\/oracle\/"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/www.rao-bing.cn\/wp-content\/uploads\/2017\/01\/010717_1555_OracleRUEIE1.png?resize=350%2C200","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/www.rao-bing.cn\/wp-content\/uploads\/2017\/01\/010717_1555_OracleRUEIE1.png?resize=350%2C200 1x, https:\/\/i0.wp.com\/www.rao-bing.cn\/wp-content\/uploads\/2017\/01\/010717_1555_OracleRUEIE1.png?resize=525%2C300 1.5x"},"classes":[]},{"id":444,"url":"http:\/\/www.rao-bing.cn\/index.php\/2017\/01\/21\/444\/","url_meta":{"origin":699,"position":5},"title":"\u4f7f\u7528Oracle DV\u9632\u8303\u6bd4\u7279\u5e01\u52d2\u7d22","author":"raobing","date":"2017-01-21","format":"aside","excerpt":"\u00a0 \u4f5c\u4e3aOracle DBA\uff0c\u5e94\u8be5\u90fd\u4f1a\u77e5\u9053\u524d\u4e00\u9635\u6709\u4eba\u501f\u52a9PL\/SQL Developer\u7684\u2026","rel":"","context":"\u5728\u201cOracle\u201d\u4e2d","block_context":{"text":"Oracle","link":"http:\/\/www.rao-bing.cn\/index.php\/category\/oracle\/"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/www.rao-bing.cn\/wp-content\/uploads\/2017\/01\/14525862775525.jpg?resize=350%2C200","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/www.rao-bing.cn\/wp-content\/uploads\/2017\/01\/14525862775525.jpg?resize=350%2C200 1x, https:\/\/i0.wp.com\/www.rao-bing.cn\/wp-content\/uploads\/2017\/01\/14525862775525.jpg?resize=525%2C300 1.5x"},"classes":[]}],"jetpack_sharing_enabled":true,"_links":{"self":[{"href":"http:\/\/www.rao-bing.cn\/index.php\/wp-json\/wp\/v2\/posts\/699","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/www.rao-bing.cn\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/www.rao-bing.cn\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/www.rao-bing.cn\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/www.rao-bing.cn\/index.php\/wp-json\/wp\/v2\/comments?post=699"}],"version-history":[{"count":2,"href":"http:\/\/www.rao-bing.cn\/index.php\/wp-json\/wp\/v2\/posts\/699\/revisions"}],"predecessor-version":[{"id":703,"href":"http:\/\/www.rao-bing.cn\/index.php\/wp-json\/wp\/v2\/posts\/699\/revisions\/703"}],"wp:featuredmedia":[{"embeddable":true,"href":"http:\/\/www.rao-bing.cn\/index.php\/wp-json\/wp\/v2\/media\/683"}],"wp:attachment":[{"href":"http:\/\/www.rao-bing.cn\/index.php\/wp-json\/wp\/v2\/media?parent=699"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/www.rao-bing.cn\/index.php\/wp-json\/wp\/v2\/categories?post=699"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/www.rao-bing.cn\/index.php\/wp-json\/wp\/v2\/tags?post=699"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}