{"id":1615,"date":"2021-07-30T19:12:29","date_gmt":"2021-07-30T11:12:29","guid":{"rendered":"https:\/\/egonlin.com\/?p=1615"},"modified":"2022-02-06T19:18:36","modified_gmt":"2022-02-06T11:18:36","slug":"ceph%e4%bb%8b%e7%bb%8d","status":"publish","type":"post","link":"https:\/\/egonlin.com\/?p=1615","title":{"rendered":"ceph\u4ecb\u7ecd"},"content":{"rendered":"<h1>\u5206\u5e03\u5f0f\u5b58\u50a8Ceph<\/h1>\n<h2>\u4e00 ceph\u4ecb\u7ecd<\/h2>\n<h3>1.1\u3001ceph\u662f\u4ec0\u4e48<\/h3>\n<p>ceph\u4e00\u4e2a\u7edf\u4e00\u7684\u3001\u5206\u5e03\u5f0f\u7684\u5b58\u50a8\u7cfb\u7edf\uff0c\u8bbe\u8ba1\u521d\u8877\u662f\u63d0\u4f9b\u8f83\u597d\u7684\u6027\u80fd\u3001\u53ef\u9760\u6027\u548c\u53ef\u6269\u5c55\u6027\u3002<\/p>\n<ul>\n<li>\u201c\u7edf\u4e00\u7684\u201d\uff1a\u610f\u5473\u7740\u6211\u4eec\u53ef\u4ee5\u4ec5\u51edceph\u8fd9\u4e00\u5957\u5b58\u50a8\u7cfb\u7edf\uff0c\u540c\u65f6\u63d0\u4f9b\u5bf9\u8c61\u5b58\u50a8\u3001\u5757\u5b58\u50a8\u548c\u6587\u4ef6\u7cfb\u7edf\u5b58\u50a8\u4e09\u79cd\u529f\u80fd\uff0c\u8fd9\u6781\u5927\u5730\u7b80\u5316\u4e86\u4e0d\u540c\u5e94\u7528\u9700\u6c42\u4e0b\u7684\u90e8\u7f72\u548c\u8fd0\u7ef4\u5de5\u4f5c\u3002<\/li>\n<li>\u201c\u5206\u5e03\u5f0f\u201d\uff1aceph\u5b9e\u73b0\u4e86\u771f\u6b63\u7684\u53bb\u4e2d\u5fc3\u5316\uff0c\u7406\u8bba\u4e0a\u53ef\u4ee5\u65e0\u9650\u6269\u5c55\u96c6\u7fa4\u7cfb\u7edf\u7684\u89c4\u6a21<\/li>\n<\/ul>\n<p>\u81f4\u656c\u4f5c\u8005\uff1a<\/p>\n<pre><code class=\"language-bash\">Ceph\u9879\u76ee\u6700\u65e9\u8d77\u6e90\u4e8eSage\u5c31\u8bfb\u535a\u58eb\u671f\u95f4\u7684\u5de5\u4f5c\uff08\u6700\u65e9\u7684\u6210\u679c\u4e8e2004\u5e74\u53d1\u8868\uff09\uff0c\u5e76\u968f\u540e\u8d21\u732e\u7ed9\u5f00\u6e90\u793e\u533a\u3002\u5728\u7ecf\u8fc7\u4e86\u6570\u5e74\u7684\u53d1\u5c55\u4e4b\u540e\uff0c\u76ee\u524d\u5df2\u5f97\u5230\u4f17\u591a\u4e91\u8ba1\u7b97\u5382\u5546\u7684\u652f\u6301\u5e76\u88ab\u5e7f\u6cdb\u5e94\u7528\u3002RedHat\u53caOpenStack\u90fd\u53ef\u4e0eCeph\u6574\u5408\u4ee5\u652f\u6301\u865a\u62df\u673a\u955c\u50cf\u7684\u540e\u7aef\u5b58\u50a8\u3002<\/code><\/pre>\n<h3>1.2\u3001\u4ec0\u4e48\u662f\u5757\u5b58\u50a8\u3001\u6587\u4ef6\u5b58\u50a8\u3001\u5bf9\u8c61\u5b58\u50a8<\/h3>\n<h4>1.2.1 \u50a8\u5907\u77e5\u8bc6\uff1a\u5757\u7ea7\u4e0e\u6587\u4ef6\u7ea7<\/h4>\n<p>\u6211\u4eec\u6765\u4e86\u89e3\u4e00\u4e0b\u5757\u7ea7\u4e0e\u6587\u4ef6\u7ea7\uff0c\u7136\u540e\u518d\u4ecb\u7ecd\u5757\u5b58\u50a8\u4e0e\u6587\u4ef6\u5b58\u50a8\u3001\u5bf9\u8c61\u5b58\u50a8\uff0c\u4f60\u5c31\u80fd\u5f88\u597d\u5730\u7406\u89e3\u4ed6\u4eec\u5185\u90e8\u7684\u539f\u7406<\/p>\n<ul>\n<li>1\u3001\u5757\u7ea7<\/li>\n<\/ul>\n<pre><code class=\"language-bash\">\u78c1\u76d8\u7684\u6700\u5c0f\u8bfb\u5199\u5355\u4f4d\u4e3a\u6247\u533a\uff0c1\u4e2a\u6216\u591a\u4e2a\u8fde\u7eed\u7684\u6247\u533a\u7ec4\u6210\u4e00\u4e2ablock\u5757\uff0c\u4e5f\u53eb\u7269\u7406\u5757\u3002\n\n\u53ef\u4ee5\u901a\u8fc7\u4e0b\u8ff0\u547d\u4ee4\u67e5\u770bblock\u5757\u5927\u5c0f\nblockdev --getbsz \/dev\/sda1<\/code><\/pre>\n<ul>\n<li>2\u3001\u6587\u4ef6\u7ea7<\/li>\n<\/ul>\n<pre><code class=\"language-bash\">\u6587\u4ef6\u662f\u6587\u4ef6\u7cfb\u7edf\u63d0\u4f9b\u7684\u529f\u80fd\uff0c\u5355\u4e2a\u6587\u4ef6\u53ef\u80fd\u7531\u4e8e\u4e00\u4e2a\u6216\u591a\u4e2a\u903b\u8f91\u5757\u7ec4\u6210\uff0c\u4e14\u903b\u8f91\u5757\u4e4b\u95f4\u662f\u4e0d\u8fde\u7eed\u5206\u5e03\u3002\u903b\u8f91\u5757\u5927\u4e8e\u6216\u7b49\u4e8e\u7269\u7406\u5757\u6574\u6570\u500d\uff0c\n\n\u7269\u7406\u5757\u4e0e\u6587\u4ef6\u7cfb\u7edf\u4e4b\u95f4\u7684\u6620\u5c04\u5173\u7cfb\u4e3a\uff1a\u6247\u533a\u2192\u7269\u7406\u5757\u2192\u903b\u8f91\u5757\u2192\u6587\u4ef6\u7cfb\u7edf\uff0c\u8be6\u89c1\u4e0b\u56fe\n\u6ce8\u610f\uff1a\u8fd9\u4e48\u591a\u5c42\u8f6c\u6362\uff0c\u80af\u5b9a\u662f\u9700\u8981\u8017\u8d39\u6548\u7387\u7684\uff0c\u5982\u679c\u64cd\u4f5c\u7684\u662f\u5bf9\u8c61\uff0c\u5219\u53ef\u4ee5\u76f4\u63a5\u7701\u53bb\u8fd9\u4e48\u591a\u5c42\u6620\u5c04\u5173\u7cfb\uff0c\u6548\u7387\u81ea\u7136\u662f\u9ad8<\/code><\/pre>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/\u7269\u7406\u5757\u903b\u8f91\u5757.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/\u7269\u7406\u5757\u903b\u8f91\u5757.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<h4>1.2.2 \u5757\u5b58\u50a8\u3001\u6587\u4ef6\u5b58\u50a8\u3001\u5bf9\u8c61\u5b58\u50a8<\/h4>\n<p><strong>\uff081\uff09\u7b80\u8ff0\u5757\u5b58\u50a8\u3001\u6587\u4ef6\u5b58\u50a8\u3001\u5bf9\u8c61\u5b58\u50a8<\/strong><\/p>\n<p>\u5982\u679c\u5b58\u50a8\u8bbe\u5907\u63d0\u4f9b\u7ed9\u4f60\u7684\u662f\u4e00\u5757\u88f8\u76d8\uff0c\u9700\u8981\u4f60\u81ea\u5df1\u5206\u533a\u683c\u5f0f\u5316\u5236\u4f5c\u6587\u4ef6\u7cfb\u7edf\uff0c\u5219\u79f0\u4e4b\u4e3a\u5757\u5b58\u50a8<\/p>\n<p>\u5982\u679c\u5b58\u50a8\u8bbe\u5907\u63d0\u4f9b\u7ed9\u4f60\u7684\u662f\u4e00\u4e2a\u6587\u4ef6\u5939\uff0c\u4f60\u81ea\u5df1\u76f4\u63a5\u64cd\u4f5c\u6587\u4ef6\uff0c\u5219\u79f0\u4e4b\u4e3a\u6587\u4ef6\u5b58\u50a8<\/p>\n<p>\u5982\u679c\u4f60\u53ea\u9700\u8981\u63d0\u4f9b\u6587\u4ef6\u7684\u5143\u6570\u636e\u4e0e\u771f\u5b9e\u6570\u636e\uff0c\u5b58\u50a8\u8bbe\u5907\u8d1f\u8d23\u5e2e\u4f60\u751f\u6210\u6587\u4ef6\uff0c\u7136\u540e\u5b58\u5230\u786c\u76d8\u4e2d\uff0c\u8fd9\u5c31\u79f0\u4e4b\u4e3a\u5bf9\u8c61\u5b58\u50a8\uff0c\u4f60\u64cd\u4f5c\u7684\u5185\u5bb9\u90fd\u79f0\u4e4b\u4e3a\u5bf9\u8c61<\/p>\n<p><strong>\uff082\uff09\u5757\u5b58\u50a8\u3001\u6587\u4ef6\u5b58\u50a8\u3001\u5bf9\u8c61\u5b58\u50a8\u7684\u5173\u7cfb<\/strong><\/p>\n<p>\u5757\u5b58\u50a8\u662f\u6700\u4f4e\u7ea7\uff0c\u6700\u76f4\u63a5\u7684\uff0c\u5982\u679c\u591a\u4e2a\u5ba2\u6237\u7aef\u5171\u7528\u4e00\u4e2a\u5757\u5b58\u50a8\uff0c\u5ba2\u6237\u7aef\u4f1a\u628a\u6570\u636e\u5148\u7f13\u5b58\u5728\u672c\u5730\uff0c\u7136\u540e\u518d\u5199\u5165\u5757\u5b58\u50a8\uff08\u8be6\u89c16.3\uff09\uff0c\u8fd9\u5c31\u4f1a\u5bfc\u81f4\u591a\u4e2a\u5ba2\u6237\u7aef\u6570\u636e\u4e0d\u4e00\u81f4\u7684\u95ee\u9898\uff0c\u6240\u4ee5\uff0c\u901a\u5e38\u4e00\u4e2a\u5757\u5b58\u50a8\u53ea\u7ed9\u4e00\u4e2a\u5ba2\u6237\u7aef\u7528<\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/\u5757\u5b58\u50a8-1.jpg'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/\u5757\u5b58\u50a8-1.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p>\u4e3a\u4e86\u8ba9\u591a\u4e2a\u5ba2\u6237\u7aef\u5171\u4eab\u6570\u636e\u3001\u5e76\u4fdd\u8bc1\u4e00\u81f4\uff0c\u4e8e\u662f\u8bde\u751f\u4e86\u6587\u4ef6\u5b58\u50a8\uff0c\u4f8b\u5982nfs\uff0c\u5ba2\u6237\u7aef\u6302\u8f7d\u7684\u90fd\u662f\u670d\u52a1\u7aef\u7684\u540c\u4e00\u4e2a\u6587\u4ef6\u5939\uff0c\u6570\u636e\u662f\u5b8c\u5168\u4e00\u81f4\u7684\uff0c\u4f46\u662f\u968f\u7740\u5ba2\u6237\u7aef\u6570\u91cf\u8d8a\u6765\u8d8a\u591a\uff0cnfs\u670d\u52a1\u5668\u68c0\u7d22\u6587\u4ef6\u4fe1\u606f\u7684\u538b\u529b\u4f1a\u8d8a\u6765\u8d8a\u5927\uff0c\u6700\u540e\u4e0d\u582a\u91cd\u8d1f\uff0c\u4e00\u65e6\u6302\u6389\uff0c\u5219\u5f71\u54cd\u6574\u4e2a\u96c6\u7fa4\u7684\u5de5\u4f5c\uff0c\u6240\u4ee5nfs\u4e25\u91cd\u5f71\u54cd\u4e86\u96c6\u7fa4\u7684\u6269\u5c55<\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/\u6587\u4ef6\u5b58\u50a8.jpg'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/\u6587\u4ef6\u5b58\u50a8.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p>\u4e3a\u4e86\u80fd\u591f\u6ee1\u8db3\u65e0\u9650\u6269\u5c55\u7684\u9700\u6c42\uff0c\u8bde\u751f\u4e86\u5bf9\u8c61\u5b58\u50a8\uff0c\u5ba2\u6237\u7aef\u65e0\u9700\u64cd\u4f5c\u6587\u4ef6\uff0c\u800c\u662f\u53ea\u9700\u8981\u63d0\u4f9b\u6587\u4ef6\u76f8\u5173\u7684\u5404\u90e8\u5206\u4fe1\u606f\u5373\u53ef\uff0c\u8fd9\u4e9b\u4fe1\u606f\u79f0\u4e4b\u4e3a\u4e00\u4e2a\u4e2a\u7684\u5bf9\u8c61\uff0c\u5b58\u50a8\u8bbe\u5907\u63a5\u6536\u5230\u5bf9\u8c61\u540e\u8d1f\u8d23\u5b8c\u6210\u540e\u7eed\u64cd\u4f5c<\/p>\n<p><strong>\uff083\uff09\u7ec6\u8bf4\u5757\u5b58\u50a8\u3001\u6587\u4ef6\u5b58\u50a8\u3001\u5bf9\u8c61\u5b58\u50a8<\/strong><\/p>\n<p>\u5757\u5b58\u50a8\uff1a<\/p>\n<ul>\n<li>\n<p>1\u3001\u5ba2\u6237\u7aef\u4e3b\u8981\u64cd\u4f5c\u5bf9\u8c61\u662f\u78c1\u76d8\uff0c\u5ba2\u6237\u7aef\u53ef\u4ee5\u81ea\u5df1\u683c\u5f0f\u5316\u5236\u4f5c\u6587\u4ef6\u7cfb\u7edf\uff0c<\/p>\n<\/li>\n<li>\n<p>2\u3001\u5757\u5b58\u50a8\u8bbe\u5907\u4e2d\u5212\u5206\u51fa\u7684\u662f\u4e00\u5757\u88f8\u78c1\u76d8\u7a7a\u95f4\u6620\u5c04\u7ed9\u5ba2\u6237\u7aef\u4e3b\u673a\u4f7f\u7528<\/p>\n<\/li>\n<li>\n<p>3\u3001\u4f8b\u5982SCSI<\/p>\n<\/li>\n<\/ul>\n<pre><code class=\"language-bash\">\u4ee5 SCSI \u4e3a\u4f8b\uff0c\u4e3b\u8981\u63a5\u53e3\u6709 Read\/Write\/Read Capacity\/Inquiry \u7b49\u7b49\u3002FC\uff0ciSCSI\uff0c\u4e5f\u662f\u5757\u5b58\u50a8\u534f\u8bae\u3002\u548c\u6587\u4ef6\u5b58\u50a8\u76f8\u6bd4\uff0c\u6ca1\u6709\u6587\u4ef6\u548c\u76ee\u5f55\u6811\u7684\u6982\u5ff5\uff0c\u4e00\u822c\u534f\u8bae\u4e5f\u4e0d\u4f1a\u5b9a\u4e49\u78c1\u76d8\u7684\u521b\u5efa\u548c\u5220\u9664\u64cd\u4f5c\u3002\u534f\u8bae\u66f4\u6ce8\u91cd\u4f20\u8f93\u63a7\u5236\u3002<\/code><\/pre>\n<p>\u6587\u4ef6\u5b58\u50a8\uff1a<\/p>\n<ul>\n<li>\n<p>1\u3001\u5ba2\u6237\u7aef\u4e3b\u8981\u64cd\u4f5c\u7684\u662f\u6587\u4ef6\u548c\u6587\u4ef6\u5939\uff0c\u5ba2\u6237\u7aef\u65e0\u6cd5\u683c\u5f0f\u5316\u5236\u4f5c\u81ea\u5df1\u7684\u6587\u4ef6\u7cfb\u7edf\uff0c\u4f7f\u7528\u7684\u662f\u73b0\u6210\u7684\u6587\u4ef6\u7cfb\u7edf\u3002<\/p>\n<\/li>\n<li>\n<p>2\u3001\u6587\u4ef6\u5b58\u50a8\u4e2d\u5df2\u7ecf\u505a\u597d\u4e86\u6587\u4ef6\u7cfb\u7edf\u7136\u540e\u5171\u4eab\u7ed9\u5ba2\u6237\u7aef\u4e3b\u673a\u4f7f\u7528<\/p>\n<\/li>\n<li>\n<p>3\u3001\u4f8b\u5982NFS<\/p>\n<\/li>\n<\/ul>\n<pre><code class=\"language-bash\">\u6587\u4ef6\u5b58\u50a8\u652f\u6301 POSIX \u534f\u8bae\uff0c\u4ee5 NFS \u4e3a\u4f8b\uff0c\u6587\u4ef6\u76f8\u5173\u7684\u63a5\u53e3\u5305\u62ec\uff1aLOOKUP\/ACCESS\/READ\/WRITE\/CREATE\/REMOVE\/RENAME \u7b49\u7b49\uff0c\u6587\u4ef6\u5939\u76f8\u5173\u7684\u63a5\u53e3\u5305\u62ec\uff1aMKDIR\/RMDIR\/READDIR \u7b49\u7b49\u3002\u540c\u65f6\u4e5f\u4f1a\u6709 FSSTAT\/FSINFO \u7b49\u63a5\u53e3\u7528\u4e8e\u63d0\u4f9b\u6587\u4ef6\u7cfb\u7edf\u7ea7\u522b\u7684\u4fe1\u606f\u3002POSIX\uff0cSAMBA \u7b49\u4e5f\u662f\u6587\u4ef6\u5b58\u50a8\u534f\u8bae\u3002\u534f\u8bae\u66f4\u6ce8\u91cd\u63a5\u53e3\u7684\u7075\u6d3b\uff0c\u4ee5\u53ca\u8bbf\u95ee\u6743\u9650\u63a7\u5236\u3002<\/code><\/pre>\n<p>\u5bf9\u8c61\u5b58\u50a8\uff1a<\/p>\n<ul>\n<li>\n<p>1\u3001\u5ba2\u6237\u7aef\u4e3b\u8981\u64cd\u4f5c\u5bf9\u8c61\u662f\u5bf9\u8c61\uff08Object\uff09<\/p>\n<\/li>\n<li>\n<p>2\u3001\u5bf9\u8c61\u5b58\u50a8\u4f7f\u7528\u4e00\u4e2a\u7edf\u4e00\u7684\u5e95\u5c42\u5b58\u50a8\u7cfb\u7edf\uff0c\u628a\u6587\u4ef6\u548c\u5e95\u5c42\u4ecb\u8d28\u7684\u7ec4\u7ec7\u7ed3\u6784\u90fd\u7ba1\u7406\u597d\uff0c\u7136\u540e\u7ed9\u6bcf\u4e2a\u6587\u4ef6\u4e00\u4e2a\u552f\u4e00\u7684\u6807\u8bc6\uff0c\u5ba2\u6237\u7aef\u9700\u8981\u8bbf\u95ee\u67d0\u4e2a\u6587\u4ef6\uff0c\u76f4\u63a5\u63d0\u4f9b\u6587\u4ef6\u7684\u6807\u8bc6\u5c31\u53ef\u4ee5\u4e86\u3002\u6b64\u65f6\u5b58\u50a8\u7cfb\u7edf\u53ef\u4ee5\u7528\u66f4\u9ad8\u6548\u7684\u6570\u636e\u7ec4\u7ec7\u65b9\u5f0f\u6765\u7ba1\u7406\u8fd9\u4e9b\u6807\u8bc6\u4ee5\u53ca\u5176\u5bf9\u5e94\u7684\u5b58\u50a8\u4ecb\u8d28\u4e0a\u7684\u5757\u3002<\/p>\n<p>\u5f53\u7136\uff0c\u5bf9\u4e8e\u4e0d\u540c\u7684\u8f6f\u4ef6\u7cfb\u7edf\u6765\u8bf4\uff0c\u4e00\u6b21\u8bbf\u95ee\u9700\u8981\u83b7\u53d6\u7684\u4e0d\u4e00\u5b9a\u662f\u5355\u4e2a\u6211\u4eec\u4f20\u7edf\u610f\u4e49\u4e0a\u7684\u6587\u4ef6\uff0c\u6839\u636e\u4e0d\u540c\u7684\u9700\u8981\u53ef\u80fd\u53ea\u662f\u4e00\u4e2a\/\u7ec4\u503c\uff0c\u67d0\u4e2a\u6587\u4ef6\u7684\u4e00\u90e8\u5206\uff0c\u4e5f\u53ef\u80fd\u662f\u591a\u4e2a\u6587\u4ef6\u7684\u7ec4\u5408\uff0c\u751a\u81f3\u662f\u67d0\u4e2a\u5757\u8bbe\u5907\uff0c\u7edf\u79f0\u4e3a\u5bf9\u8c61\u3002\u8fd9\u5c31\u662f\u5bf9\u8c61\u5b58\u50a8\u3002<\/p>\n<\/li>\n<li>\n<p>3\u3001\u4f8b\u5982S3<\/p>\n<\/li>\n<\/ul>\n<pre><code class=\"language-bash\">\u4ee5 S3 \u4e3a\u4f8b\uff0c\u4e3b\u8981\u63a5\u53e3\u6709 PUT\/GET\/DELETE \u7b49\u3002\u548c\u6587\u4ef6\u548c\u5bf9\u8c61\u5b58\u50a8\u76f8\u6bd4\uff0c\u6ca1\u6709\u968f\u673a\u8bfb\u5199\u7684\u63a5\u53e3\u3002\u548c\u6587\u4ef6\u5b58\u50a8\u76f8\u6bd4\uff0c\u6ca1\u6709\u76ee\u5f55\u6811\u7684\u6982\u5ff5\u3002\u534f\u8bae\u66f4\u6ce8\u91cd\u7b80\u6d01\u3002<\/code><\/pre>\n<p><strong>\u603b\u7ed3<\/strong><br \/>\n\u5757\u5b58\u50a8: \u662f\u548c\u4e3b\u673a\u6253\u4ea4\u9053\u7684, \u5982\u63d2\u4e00\u5757\u786c\u76d8<br \/>\n\u6587\u4ef6\u5b58\u50a8: NAS, \u7f51\u7edc\u5b58\u50a8, \u7528\u4e8e\u591a\u4e3b\u673a\u5171\u4eab\u6570\u636e<br \/>\n\u5bf9\u8c61\u5b58\u50a8: \u8ddf\u4f60\u81ea\u5df1\u5f00\u53d1\u7684\u5e94\u7528\u7a0b\u5e8f\u6253\u4ea4\u9053, \u5982\u7f51\u76d8<br \/>\n\u5b83\u4eec\u7684\u5c42\u7ea7\u662f\u8d8a\u6765\u8d8a\u9ad8\u7684<\/p>\n<p>\u5173\u4e8eceph\u7684\u5757\u5b58\u50a8\u3001\u6587\u4ef6\u5b58\u50a8\u3001\u5bf9\u8c61\u5b58\u50a8<\/p>\n<ul>\n<li>\n<p>Block\uff08\u5757\uff09\uff1a\u652f\u6301\u7cbe\u7b80\u914d\u7f6e\u3001\u5feb\u7167\u3001\u514b\u9686\u3002<\/p>\n<\/li>\n<li>\n<p>File\uff08\u6587\u4ef6\u7cfb\u7edf\uff09\uff1aPosix\u63a5\u53e3\uff0c\u652f\u6301\u5feb\u7167\u3002<\/p>\n<\/li>\n<li>\n<p>Object(\u5bf9\u8c61)\uff1a\u6709\u539f\u751f\u7684API\uff0c\u800c\u4e14\u4e5f\u517c\u5bb9Swift\u548cS3\u7684API\u3002<\/p>\n<\/li>\n<\/ul>\n<h3>1.3 \u4e3a\u4f55\u8981\u7528ceph<\/h3>\n<p>Ceph\u672c\u8eab\u786e\u5b9e\u5177\u6709\u8f83\u4e3a\u7a81\u51fa\u7684\u4f18\u52bf\uff0cceph\u8ffd\u6c42\u7528\u6700\u5ec9\u4ef7\u7684\u8bbe\u5907\u505a\u6700\u725b\u903c\u7684\u5b58\u50a8\u3002<\/p>\n<p>\u5176\u5148\u8fdb\u7684\u6838\u5fc3\u8bbe\u8ba1\u601d\u60f3\uff0c\u6982\u62ec\u4e3a\u516b\u4e2a\u5b57\u2014\u201c\u65e0\u9700\u67e5\u8868\uff0c\u7b97\u7b97\u5c31\u597d\u201d\u3002<\/p>\n<p>\u8be6\u7ec6\u5730\u8bb2\uff0c\u53ef\u4ee5\u603b\u7ed3\u4e3a\u4ee5\u4e0b\u56db\u70b9<\/p>\n<ul>\n<li>1\u3001\u9ad8\u6027\u80fd<br \/>\na. \u6452\u5f03\u4e86\u4f20\u7edf\u7684\u96c6\u4e2d\u5f0f\u5b58\u50a8\u5143\u6570\u636e\u5bfb\u5740\u7684\u65b9\u6848\uff0c\u91c7\u7528CRUSH\u7b97\u6cd5\uff0c\u6570\u636e\u5206\u5e03\u5747\u8861\uff0c\u5e76\u884c\u5ea6\u9ad8\u3002<br \/>\nb.\u8003\u8651\u4e86\u5bb9\u707e\u57df\u7684\u9694\u79bb\uff0c\u80fd\u591f\u5b9e\u73b0\u5404\u7c7b\u8d1f\u8f7d\u7684\u526f\u672c\u653e\u7f6e\u89c4\u5219\uff0c\u4f8b\u5982\u8de8\u673a\u623f\u3001\u673a\u67b6\u611f\u77e5\u7b49\u3002<br \/>\nc. \u80fd\u591f\u652f\u6301\u4e0a\u5343\u4e2a\u5b58\u50a8\u8282\u70b9\u7684\u89c4\u6a21\uff0c\u652f\u6301TB\u5230PB\u7ea7\u7684\u6570\u636e\u3002<\/li>\n<li>2\u3001\u9ad8\u53ef\u7528\u6027<br \/>\na. \u526f\u672c\u6570\u53ef\u4ee5\u7075\u6d3b\u63a7\u5236\u3002<br \/>\nb. \u652f\u6301\u6545\u969c\u57df\u5206\u9694\uff0c\u6570\u636e\u5f3a\u4e00\u81f4\u6027\u3002<br \/>\nc. \u591a\u79cd\u6545\u969c\u573a\u666f\u81ea\u52a8\u8fdb\u884c\u4fee\u590d\u81ea\u6108\u3002<br \/>\nd. \u6ca1\u6709\u5355\u70b9\u6545\u969c\uff0c\u81ea\u52a8\u7ba1\u7406\u3002<br \/>\n\u9ad8\u53ef\u6269\u5c55\u6027<\/li>\n<li>3\u3001\u53bb\u4e2d\u5fc3\u5316\u3002<br \/>\nb. \u6269\u5c55\u7075\u6d3b\u3002<br \/>\nc. \u968f\u7740\u8282\u70b9\u589e\u52a0\u800c\u7ebf\u6027\u589e\u957f\u3002<\/li>\n<li>4\u3001\u7279\u6027\u4e30\u5bcc<br \/>\na. \u652f\u6301\u4e09\u79cd\u5b58\u50a8\u63a5\u53e3\uff1a\u5757\u5b58\u50a8\u3001\u6587\u4ef6\u5b58\u50a8\u3001\u5bf9\u8c61\u5b58\u50a8\u3002<br \/>\nb. \u652f\u6301\u81ea\u5b9a\u4e49\u63a5\u53e3\uff0c\u652f\u6301\u591a\u79cd\u8bed\u8a00\u9a71\u52a8\u3002<\/li>\n<\/ul>\n<h2>\u4e8c Ceph\u7cfb\u7edf\u7684\u5c42\u6b21\u7ed3\u6784<\/h2>\n<ul>\n<li>\n<p>\u81ea\u4e0b\u5411\u4e0a\uff0c\u53ef\u4ee5\u5c06Ceph\u7cfb\u7edf\u5206\u4e3a\u56db\u4e2a\u5c42\u6b21\uff1a<\/p>\n<\/li>\n<li>\n<ul>\n<li>\u57fa\u7840\u5b58\u50a8\u7cfb\u7edfRADOS\uff08Reliable, Autonomic, Distributed Object Store\uff0c\u5373\u53ef\u9760\u7684\u3001\u81ea\u52a8\u5316\u7684\u3001\u5206\u5e03\u5f0f\u7684\u5bf9\u8c61\u5b58\u50a8\uff09<\/li>\n<li>\u57fa\u7840\u5e93LIBRADOS<\/li>\n<li>\u9ad8\u5c42\u5e94\u7528\u63a5\u53e3\uff1a\u5305\u62ec\u4e86\u4e09\u4e2a\u90e8\u5206<\/li>\n<li>1\u3001\u5bf9\u8c61\u5b58\u50a8\u63a5\u53e3\uff1aRADOS GW\uff08RADOS Gateway\uff09<\/li>\n<li>2\u3001\u5757\u5b58\u50a8\u63a5\u53e3\uff1a RBD\uff08Reliable Block Device\uff09<\/li>\n<li>3\u3001\u6587\u4ef6\u5b58\u50a8\u63a5\u53e3\uff1aCeph FS\uff08Ceph File System\uff09<\/li>\n<li>\u5e94\u7528\u5c42\uff1a\u57fa\u4e8e\u9ad8\u5c42\u63a5\u53e3\u6216\u8005\u57fa\u7840\u5e93librados\u5f00\u53d1\u51fa\u6765\u7684\u5404\u79cdAPP\uff0c\u6216\u8005\u4e3b\u673a\u3001VM\u7b49\u8bf8\u591a\u5ba2\u6237\u7aef<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/ceph\u67b6\u6784\u56fe\u4e0e\u5c42\u6b21\u56fe\u5408\u5e76.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/ceph\u67b6\u6784\u56fe\u4e0e\u5c42\u6b21\u56fe\u5408\u5e76.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p><strong>\u63d0\u793a<\/strong><\/p>\n<pre><code class=\"language-bash\">rados\u96c6\u7fa4\u662fceph\u7684\u670d\u52a1\u7aef\uff0c\u4f9d\u636e\u9ad8\u5c42\u63a5\u53e3\u5c01\u88c5\u7684\u5e94\u7528\u5219\u662f\u5ba2\u6237\u7aef\u3002<\/code><\/pre>\n<h2>\u4e09 \u57fa\u7840\u5b58\u50a8\u7cfb\u7edfRADOS<\/h2>\n<h3>3.1 \u5f15\u5165<\/h3>\n<p>\u4e3a\u4e86\u66f4\u597d\u5730\u7406\u89e3RADOS\u7684\u7ec4\u6210\uff0c\u6211\u4eec\u4ece\u5355\u5757\u76d8\u8bf4\u8d77<\/p>\n<p>\u5355\u5757\u786c\u76d8\u7684\u6307\u6807<\/p>\n<ul>\n<li>1\u3001IO\u901f\u5ea6<\/li>\n<li>2\u3001\u5bb9\u91cf<\/li>\n<\/ul>\n<p>\u5355\u5757\u786c\u76d8\u7684\u9650\u5236\uff0c\u5355\u5757\u786c\u76d8\u5c31\u597d\u50cf\u662f\u4e00\u4e2a\u77ff\u6cc9\u6c34\u74f6<\/p>\n<ul>\n<li>1\u3001IO\u901f\u5ea6\u53d7\u9650\u4e0e\u74f6\u53e3\uff0c\u5bb9\u91cf\u53d7\u9650\u4e0e\u74f6\u4f53<\/li>\n<li>2\u3001\u628a\u957f\u6c5f\u7684\u6c34\u5012\u5165\u74f6\u5b50\uff0c\u9996\u5148\u74f6\u53e3\u592a\u7a84io\u592a\u6162\uff0c\u5176\u6b21\u5bb9\u91cf\u4e0d\u591f\u7a7a\u95f4\u592a\u5c0f\u88c5\u4e0d\u4e0b\u957f\u6c5f\u6c34<\/li>\n<\/ul>\n<p>\u89e3\u51b3\u65b9\u6848\uff1a<\/p>\n<p>\u200b   \u7eb5\u5411\u6269\u5c55&#8212;&gt;\u4e0d\u9760\u8c31<\/p>\n<p>\u200b   \u6a2a\u5411\u6269\u5c55&#8212;&gt;<\/p>\n<p>\u200b       n\u76d8\u505araid\uff0c\u76f8\u5f53\u4e8e\u4e00\u5757\u5927\u76d8\uff0c\u5728\u672c\u673a\u4f7f\u7528\uff0c\u4f46\u662f\u5355\u53f0\u673a\u5668\u53ef\u63d2\u786c\u76d8\u7684\u603b\u6570\u4e5f\u662f\u6709\u9650\u7684\uff0c\u4ecd\u7136\u4f1a\u53d7\u5230<\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/raid10.jpg'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/raid10.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p>\u9650\u5236<\/p>\n<p>\u200b       \u5982\u679c\u80fd\u901a\u8fc7\u7f51\u7edc\u901a\u4fe1\uff0c\u90a3\u4e48\u5c31\u53ef\u4ee5\u6253\u7834\u5355\u53f0\u673a\u5668\u7684\u9650\u5236\uff1a\u4e00\u5806\u786c\u76d8+\u8f6f\u4ef6\u63a7\u5236\u8d77\u6765<\/p>\n<p>\u200b                \u505a\u6210\u786c\u76d8\u7684\u96c6\u7fa4\uff0c\u76f8\u5f53\u4e8e\u4e00\u4e2a\u5927\u7684\u7f51\u7edcraid\uff0c\u8fd9\u5c31\u662f\u5206\u5e03\u5f0f\u5b58\u50a8\uff0c\u6bd4\u5982ceph<\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/ceph-raid.jpg'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/ceph-raid.jpg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<h3>3.2 RADOS\u7684\u5b50\u96c6\u7fa4<\/h3>\n<p>Ceph\u7684\u5e95\u5c42\u662fRados\uff0c\u800cRADOS\u7531\u591a\u4e2a\u5b50\u96c6\u7fa4\u6784\u6210<\/p>\n<ul>\n<li>\n<p>1\u3001\u82e5\u5e72\u4e2a\u6570\u636e\u76d8\uff1a\u4e00\u4e2aCeph \u5b58\u50a8\u8282\u70b9\u4e0a\u53ef\u4ee5\u6709\u4e00\u4e2a\u6216\u8005\u591a\u4e2a\u6570\u636e\u76d8\uff0c\u5728\u8001\u7248\u672c\u7684ceph\u6bd4\u5982hammer\u4e2d\u6bcf\u4e2a\u6570\u636e\u76d8\u4e0a\u90e8\u7f72\u6709\u7279\u5b9a\u7684\u6587\u4ef6\u7cfb\u7edf\uff0c\u6bd4\u5982 xfs\uff0cext4 \u6216\u8005 btrfs\uff0c\u4f46\u662f\u5728\u6700\u65b0\u7684LTS\u7248luminous\u4e2d\uff0c\u6570\u636e\u76d8\u662f\u4e00\u5757\u88f8\u76d8\u5373\u53ef\uff0c\u65e0\u9700\u5236\u4f5c\u6587\u4ef6\u7cfb\u7edf\uff08\u6570\u636e\u76d8\u4e5f\u53ef\u4ee5\u7531\u4e00\u5757\u673a\u68b0\u76d8+\u4e00\u5757\u56fa\u6001\u76d8\u7684\u4e24\u4e2a\u5206\u90e8\u5171\u540c\u8fc7\u7a0b\uff0c\u8be6\u89c1\u7b2c\u4e03\u7ae0\uff09\u3002\u53ef\u4ee5\u662f\u4e00\u4e2a\u5206\u533a\u5f53\u4e00\u4e2adisk\uff0c\u53ef\u4ee5\u662f\u4e00\u4e2araid\u5f53\u4e00\u4e2adisk\uff0c\u4e5f\u53ef\u4ee5\u662f\u4e00\u6574\u5757\u76d8\u5f53\u4e00\u4e2adisk\uff0c\u4f46\u4f9d\u636eegon\u8001\u5e08\u5728\u516c\u53f8\u4e2d\u7684\u5b9e\u9645\u67b6\u6784\u7ecf\u9a8c\u770b\u8fd8\u662f\u4e00\u6574\u5757\u76d8\u5f53\u4e00\u4e2adisk\u6548\u7387\u9ad8\u66f4\u7a33\u5b9a\u3002<\/p>\n<\/li>\n<li>\n<pre><code class=\"language-bash\"># 1\u3001btrfs \uff08B-tree \u6587\u4ef6\u7cfb\u7edf\uff09 \uff1a\u529f\u80fd\u5f3a\u5927\uff0c\u4f46\u8017\u8d39\u8d44\u6e90\u4e5f\u9ad8\nbtrfs \u662f\u4e2a\u5f88\u65b0\u7684\u6587\u4ef6\u7cfb\u7edf\uff08Oracel \u57282014\u5e748\u6708\u53d1\u5e03\u7b2c\u4e00\u4e2a\u7a33\u5b9a\u7248\uff09\uff0c\u5b83\u5c06\u4f1a\u652f\u6301\u8bb8\u591a\u975e\u5e38\u9ad8\u5927\u4e0a\u7684\u529f\u80fd\uff0c\u6bd4\u5982 \u900f\u660e\u538b\u7f29\uff08 transparent compression\uff09\u3001\u53ef\u5199\u7684COW \u5feb\u7167\uff08writable copy-on-write snapshots\uff09\u3001\u53bb\u91cd\uff08deduplication \uff09\u548c\u52a0\u5bc6\uff08encryption \uff09\u3002\u56e0\u6b64\uff0cCeph \u5efa\u8bae\u7528\u6237\u5728\u975e\u5173\u952e\u5e94\u7528\u4e0a\u4f7f\u7528\u8be5\u6587\u4ef6\u7cfb\u7edf\u3002\n# 2\u3001xfs(\u63a8\u8350)\nxfs \u548c btrfs \u76f8\u6bd4\u8f83ext3\/4\u800c\u8a00\uff0c\u5728\u9ad8\u4f38\u7f29\u6027\u6570\u636e\u5b58\u50a8\u65b9\u9762\u5177\u6709\u4f18\u52bf\u3002<\/code><\/pre>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/\u6587\u4ef6\u7cfb\u7edf-1.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/\u6587\u4ef6\u7cfb\u7edf-1.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<\/li>\n<li>\n<p>2\u3001OSD \uff08Object Storage Device\uff09\u96c6\u7fa4\uff1a\u4e00\u4e2a\u505a\u597d\u6587\u4ef6\u7cfb\u7edf\u7684disk\u7531\u4e00\u4e2aOSD Daemon\u7ba1\u7406\uff0cOSD Daemon\u8d1f\u8d23<\/p>\n<pre><code class=\"language-bash\">1\u3001\u8d1f\u8d23\u63a7\u5236\u6570\u636e\u76d8\u4e0a\u7684\u6587\u4ef6\u8bfb\u5199\u64cd\u4f5c\uff0c\u4e0eclient\u901a\u4fe1\u5b8c\u6210\u5404\u79cd\u6570\u636e\u5bf9\u8c61\u64cd\u4f5c\u7b49\u7b49\u3002\n2\u3001\u8d1f\u8d23\u6570\u636e\u7684\u62f7\u8d1d\u548c\u6062\u590d\n3\u3001\u6bcf\u4e2a OSD \u5b88\u62a4\u8fdb\u7a0b\u76d1\u89c6\u5b83\u81ea\u5df1\u7684\u72b6\u6001\uff0c\u4ee5\u53ca\u522b\u7684 OSD \u7684\u72b6\u6001\uff0c\u5e76\u4e14\u62a5\u544a\u7ed9 Monitor<\/code><\/pre>\n<p>\u5728\u4e00\u4e2a\u670d\u52a1\u5668\u4e0a\uff0c\u4e00\u4e2a\u6570\u636e\u76d8\u5bf9\u5e94\u4e00\u4e2a OSD Daemon\uff0c\u800c\u4e00\u4e2a\u670d\u52a1\u5668\u4e0a\u53ef\u4ee5\u6709\u591a\u5757\u6570\u636e\u76d8\uff0c\u6240\u4ee5\u4ec5\u4e00\u53f0\u670d\u52a1\u5668\u5c31\u4f1a\u8fd0\u884c\u591a\u4e2aOSD Daemon\uff0c\u8be5\u670d\u52a1\u79f0\u4e4b\u4e3aOSD\u8282\u70b9\uff0c\u4e00\u4e2aCEPH\u96c6\u7fa4\u4e2d\u6709n\u4e2aOSD\u8282\u70b9\uff0c\u7efc\u5408\u7b97\u4e0b\u6765\uff0cOSD\u96c6\u7fa4\u7531\u4e00\u5b9a\u6570\u76ee\u7684\uff08\u4ece\u51e0\u5341\u4e2a\u5230\u51e0\u4e07\u4e2a\uff09 OSD Daemon \u7ec4\u6210\u3002<\/p>\n<\/li>\n<\/ul>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/ceph\u96c6\u7fa41.jpeg'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/ceph\u96c6\u7fa41.jpeg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<ul>\n<li>3\u3001MON\uff08Montior\uff09\u96c6\u7fa4\uff1aMON \u96c6\u7fa4\u7531\u5c11\u91cf\u7684\u3001\u6570\u76ee\u4e3a\u5947\u6570\u4e2a\u7684 Monitor \u5b88\u62a4\u8fdb\u7a0b\uff08Daemon\uff09\u7ec4\u6210\uff0c\u8d1f\u8d23ceph\u6240\u6709\u96c6\u7fa4\u4e2d\u6240\u6709OSD\u72b6\u6001\u7684\u53d1\u73b0\u4e0e\u8bb0\u5f55\u3002\u7406\u8bba\u4e0a\u6765\u8bb2\uff0c\u4e00\u4e2a MON \u5c31\u53ef\u4ee5\u5b8c\u6210\u8fd9\u4e2a\u4efb\u52a1\uff0c\u4e4b\u6240\u4ee5\u9700\u8981\u4e00\u4e2a\u591a\u4e2a\u5b88\u62a4\u8fdb\u7a0b\u7ec4\u6210\u7684\u96c6\u7fa4\u7684\u539f\u56e0\u662f\u4fdd\u8bc1\u9ad8\u53ef\u9760\u6027\u3002\u6bcf\u4e2a Ceph node \u4e0a\u6700\u591a\u53ea\u80fd\u6709\u4e00\u4e2a Monitor Daemon\u3002<\/li>\n<\/ul>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/ceph\u96c6\u7fa4.jpeg'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/ceph\u96c6\u7fa4.jpeg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<ul>\n<li>\n<p>4\u3001\u8981\u4f7f\u7528 CephFS\uff0c\u8fd8\u9700\u8981 MDS \u96c6\u7fa4\uff0c\u7528\u4e8e\u4fdd\u5b58 CephFS \u7684\u5143\u6570\u636e<\/p>\n<\/li>\n<li>\n<p>5\u3001\u8981\u4f7f\u7528\u5bf9\u8c61\u5b58\u50a8\u63a5\u53e3\uff0c\u8fd8\u9700\u8981 RADOS Gateway\uff0c \u5b83\u5bf9\u5916\u63d0\u4f9bREST\u63a5\u53e3\uff0c\u517c\u5bb9S3\u548cSwift\u7684API\u3002<\/p>\n<\/li>\n<\/ul>\n<p><strong>\u95ee\u98981\uff1amonitor\u96c6\u7fa4\u5982\u4f55\u5b9e\u73b0\u5bf9ceph\u6240\u6709\u96c6\u7fa4\u7684\u72b6\u6001\u68c0\u6d4b\u548c\u7ef4\u62a4\u7684<\/strong> <\/p>\n<p>OSD\u96c6\u7fa4\u548cmonitor\u96c6\u7fa4\u4e4b\u95f4\u76f8\u4e92\u4f20\u8f93\u8282\u70b9\u72b6\u6001\u4fe1\u606f\uff0c\u5171\u540c\u5f97\u51fa\u7cfb\u7edf\u7684\u603b\u4f53\u5de5\u4f5c\u72b6\u6001\uff0c\u5e76\u5f62\u6210\u4e00\u4e2a\u8bb0\u5f55ceph\u7cfb\u7edf\u5168\u5c40\u72b6\u6001\u6570\u636e\u7ed3\u6784\uff0c\u5373\u6240\u8c13\u7684cluster map\u3002<\/p>\n<p>cluster map\u4e0eRADOS\u63d0\u4f9b\u7684\u7279\u5b9a\u7b97\u6cd5\u76f8\u914d\u5408\uff0c\u4fbf\u5b9e\u73b0\u4e86Ceph\u201c\u65e0\u9700\u67e5\u8868\uff0c\u7b97\u7b97\u5c31\u597d\u201d\u7684\u6838\u5fc3\u673a\u5236\u4ee5\u53ca\u82e5\u5e72\u4f18\u79c0\u7279\u6027\uff0c\u4fdd\u8bc1\u4e86\u6570\u636e\u7684\u5b89\u5168\u6027<\/p>\n<p>Cluster map\u5305\u62ec\uff0c\u5404\u90e8\u5206\u610f\u8bc6\u7a0d\u540e\u6211\u4f1a\u8be6\u7ec6\u8bb2\u89e3<br \/>\n1\u3001mon map<br \/>\n2\u3001osd map<br \/>\n3\u3001pg map<br \/>\n4\u3001crush map<\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/clustermap.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/clustermap.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p><strong>\u95ee\u98982\uff1amonitor\u4e3a\u4f55\u4e3a\u5947\u6570\u4e2a&#8212;&gt;paxos\u7b97\u6cd5<\/strong><\/p>\n<p>\u9700\u77e5\uff1a\u96c6\u7fa4\u72b6\u6001\u662f\u4e0d\u65ad\u53d8\u5316\u7684\uff0c\u6240\u4ee5cluster map\u4e5f\u662f\u4e0d\u65ad\u53d8\u5316\u7684<\/p>\n<p>\u4e3a\u4e86\u6807\u8bb0\u6700\u65b0\u7684cluster map\uff0cmonitor\u6301\u6709\u7684\u6bcf\u4e2acluster map\u90fd\u6709\u4e00\u4e2a\u89c6\u56fe\u7248\u672c\u53f7\uff08Epoch\uff09\uff0c\u5e76\u4e14Epoch\u662f\u5355\u8c03\u9012\u589e\u7684\u3001\u4f34\u968f\u7740cluster map\u7684\u66f4\u65b0\u800c\u66f4\u65b0\uff0c\u968f\u7740\u96c6\u7fa4\u7684\u8fd0\u884c\uff0c\u4e00\u4e9bmonitor\u8282\u70b9\u7684epoch\u53ef\u80fd\u4f1a\u51fa\u73b0\u5468\u671f\u6027\u843d\u540e\u7684\u60c5\u51b5\uff0c\u90a3\u5982\u4f55\u4fdd\u6301\u96c6\u7fa4\u4e2d\u6240\u6709monitor\u8282\u70b9\u6301\u6709\u7684cluster map\u662f\u4e00\u81f4\u7684\u5462\uff0c\u8fd9\u5c31\u7528\u5230\u4e86paxos\u5206\u5e03\u5f0f\u5f3a\u4e00\u81f4\u6027\u7b97\u6cd5\uff08\u8be6\u89e3\uff1a<a href=\"https:\/\/www.cnblogs.com\/linhaifeng\/articles\/14685438.html\">https:\/\/www.cnblogs.com\/linhaifeng\/articles\/14685438.html<\/a>\uff09\u3002<\/p>\n<p>Paxos\u7b97\u6cd5\u4e0b\u6240\u6709monitor\u5206\u4e3a\u4e09\u79cd\u89d2\u8272\uff0c\u901a\u5e38\u5e94\u4e3a\u5947\u6570\u4e2a<\/p>\n<ul>\n<li>1\u3001leader\uff1amon\u96c6\u7fa4\u901a\u8fc7paxos\u7b97\u6cd5\u9009\u53d6\u51fa\u7684\u4e3b\u8282\u70b9\uff0c\u4e3b\u8282\u70b9\u62e5\u6709\u6700\u65b0\u7248\u672c\u53f7<\/li>\n<li>2\u3001provider\uff1a\u6b63\u5e38\u7684mon\u8282\u70b9\u4f1a\u627eleader\u540c\u6b65\u6700\u65b0\u7684\u7248\u672c\u53f7<\/li>\n<li>3\u3001requester\uff1a\u8bf7\u6c42\u8005\uff0cdown\u6389\u7684mon\u8282\u70b9\uff0c\u51c6\u5907\u6062\u590d\u4e2d\u3002\uff08\u627eleader\u540c\u6b65\u4fe1\u606f\uff0c\u4f46\u662fleader\u4f1a\u4ea4\u7ed9provider\u5904\u7406\uff09<\/li>\n<\/ul>\n<p>\u7b80\u5355\u5730\u8bb2\u5c31\u4e00\u53e5\u8bdd\uff1amon\u96c6\u7fa4\u4f1a\u4f9d\u636epaxos\u7b97\u6cd5\u4e92\u76f8\u901a\u4fe1\u53d1\u73b0\u6709\u5927\u7684epoch\u5b58\u5728\uff0c\u4fbf\u4f1a\u66f4\u65b0\u81ea\u5df1\u7684\u89c6\u56fe\u7248\u672c<\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/paxos\u7b97\u6cd5-1.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/paxos\u7b97\u6cd5-1.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p><strong>\u95ee\u98983\uff1amonitor\u4e0eOSD daemon\u662f\u5426\u53ef\u4ee5\u5728\u540c\u4e00\u4e2a\u8282\u70b9\u4e0a<\/strong><\/p>\n<pre><code class=\"language-bash\">\u53ef\u4ee5\uff0c\u4f46\u4e0d\u597d\uff0c\u6700\u597d\u8fd8\u662f\u5206\u5e03\u5f0f\uff0c\u675c\u7edd\u96c6\u4e2d\u5f0f\n\n\u5e76\u4e14\u9700\u8981\u518d\u6b21\u5f3a\u8c03\u4e00\u70b9\uff1a\u4e00\u4e2a\u8282\u70b9\u53ea\u80fd\u6709\u4e00\u4e2amonitor\u8fdb\u7a0b\uff0c\u4f46\u53ef\u4ee5\u6709\u591a\u4e2aOSD daemon<\/code><\/pre>\n<p><strong>\u95ee\u98984\uff1amonitor\u8282\u70b9\u7684\u4e2a\u6570\u5e94\u8be5\u4e3a\u591a\u5c11\uff1f\u5982\u679c\u67093\u4e2a\uff0c\u6302\u63892\u4e2a\uff0c\u96c6\u7fa4\u8fd8\u80fd\u5de5\u4f5c\u5417\uff1f<\/strong><\/p>\n<pre><code class=\"language-bash\">\u4e00\u822c\u6765\u8bf4\uff0c\u5728\u5b9e\u9645\u8fd0\u884c\u4e2d\uff0cceph monitor\u7684\u4e2a\u6570\u662f2n+1(n&gt;=0)\u4e2a\uff0c\u5728\u7ebf\u4e0a\u81f3\u5c113\u4e2a\uff0c\u53ea\u8981\u6b63\u5e38\u7684\u8282\u70b9\u6570&gt;=n+1\uff0cceph\u7684paxos\u7b97\u6cd5\u80fd\u4fdd\u8bc1\u7cfb\u7edf\u7684\u6b63\u5e38\u8fd0\u884c\u3002\u6240\u4ee5\uff0c\u5bf9\u4e8e3\u4e2a\u8282\u70b9\uff0c\u540c\u65f6\u53ea\u80fd\u6302\u6389\u4e00\u4e2a\u3002\u4e00\u822c\u6765\u8bf4\uff0c\u540c\u65f6\u6302\u63892\u4e2a\u8282\u70b9\u7684\u6982\u7387\u6bd4\u8f83\u5c0f\uff0c\u4f46\u662f\u4e07\u4e00\u6302\u63892\u4e2a\u5462\uff1f\n\n\u5982\u679cceph\u7684monitor\u8282\u70b9\u8d85\u8fc7\u534a\u6570\u6302\u6389\uff0cpaxos\u7b97\u6cd5\u5c31\u65e0\u6cd5\u6b63\u5e38\u8fdb\u884c\u4ef2\u88c1(quorum)\uff0c\u6b64\u65f6\uff0cceph\u96c6\u7fa4\u4f1a\u963b\u585e\u5bf9\u96c6\u7fa4\u7684\u64cd\u4f5c\uff0c\u76f4\u5230\u8d85\u8fc7\u534a\u6570\u7684monitor\u8282\u70b9\u6062\u590d\u3002<\/code><\/pre>\n<h3>3.3 rados\u7684\u7f51\u7edc\u7ed3\u6784<\/h3>\n<p>rados\u4f5c\u4e3aceph\u6700\u6838\u5fc3\u7684\u90e8\u5206\uff0c\u662f\u6574\u4e2aceph\u7684\u5927\u540e\u7aef\uff0c\u5e94\u8be5\u5982\u4f55\u67b6\u8bbe\u5462???<\/p>\n<p><strong>\u9996\u5148\uff1aCeph \u4f7f\u7528\u4ee5\u592a\u7f51\u8fde\u63a5\u5185\u90e8\u5404\u5b58\u50a8\u8282\u70b9\u4ee5\u53ca\u8fde\u63a5 client \u548crados\u96c6\u7fa4\u3002<\/strong><\/p>\n<p>\u7136\u540e\uff1aCeph \u63a8\u8350\u4f7f\u7528\u4e24\u4e2a\u7f51\u7edc\uff0c\u8fd9\u4e48\u505a\uff0c\u4e3b\u8981\u662f\u4ece\u6027\u80fd\uff08OSD \u8282\u70b9\u4e4b\u95f4\u4f1a\u6709\u5927\u91cf\u7684\u6570\u636e\u62f7\u8d1d\u64cd\u4f5c\uff09\u548c\u5b89\u5168\u6027\uff08\u4e24\u7f51\u5206\u79bb\uff09\u8003\u8651\u3002<\/p>\n<ul>\n<li>\u524d\u7aef\uff08\u5317\u5411\uff09\u7f51\u7edc\uff08 a public (front-side) network\uff09\u8fde\u63a5\u5ba2\u6237\u7aef\u548c\u96c6\u7fa4<\/li>\n<li>\u540e\u7aef\/\u4e1c\u897f\u5411\u7f51\u7edc \uff08a cluster (back-side) network\uff09\u6765\u8fde\u63a5 Ceph \u5404\u5b58\u50a8\u8282\u70b9<\/li>\n<\/ul>\n<p>\u4f60\u53ef\u4ee5\u5728 Ceph \u914d\u7f6e\u6587\u4ef6\u7684 [global] \u90e8\u5206\u914d\u7f6e\u4e24\u4e2a\u7f51\u7edc\uff1a<\/p>\n<pre><code class=\"language-bash\">public network = {public-network\/netmask}\ncluster network = {cluster-network\/netmask}<\/code><\/pre>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/ceph\u7684\u7f51\u7edc\u7ed3\u6784-1.jpeg'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/ceph\u7684\u7f51\u7edc\u7ed3\u6784-1.jpeg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/0-1.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/0-1.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p>\u63d0\u793a<\/p>\n<pre><code class=\"language-bash\">\u4e0e\u5ba2\u6237\u901a\u4fe1\u7684\u6570\u636e\u6d41\u4e3a\u7eb5\u5411\uff0c\u6240\u4ee5\u79f0\u4e4b\u4e3a\u5317\u5411\u7f51\u7edc\uff0c\u6216\u79f0\u5357\u5317\u7f51\u7edc\u3002\n\u96c6\u7fa4\u5185\u901a\u4fe1\u7684\u6570\u636e\u6d41\u4e3a\u6a2a\u5411\uff0c\u6240\u4ee5\u79f0\u4e4b\u4e3a\u4e1c\u897f\u7f51\u7edc\u3002\n\n\u5357\u5317\u7684\u542b\u4e49\u662f\u6570\u636e\u53ef\u4ee5\u5f80\u5916\u8d70\uff0c\u5ba2\u6237\u7aef\u662f\u96c6\u7fa4\u5916\u7684\u8282\u70b9\uff0c\u5176\u4f59\u4e3a\u96c6\u7fa4\u5185\u8282\u70b9\n\u4e1c\u897f\u7684\u542b\u4e49\u662f\u6570\u636e\u6d41\u662f\u6a2a\u5411\u7684\uff0c\u6570\u636e\u6d41\u4f1a\u5728\u96c6\u7fa4\u5185\u8282\u70b9\u901a\u4fe1\uff0c\u4e0e\u5916\u754c\u65e0\u5173<\/code><\/pre>\n<h2>\u56db Ceph\u96c6\u7fa4\u7684\u903b\u8f91\u7ed3\u6784<\/h2>\n<h3>4.1 \u6838\u5fc3\u903b\u8f91\u6982\u5ff5\u603b\u89c8<\/h3>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/ceph\u903b\u8f91\u7ed3\u6784-1.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/ceph\u903b\u8f91\u7ed3\u6784-1.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p>rados\u6784\u5efa\u5b8c\u6bd5\u540e\uff0c\u4e3a\u5ba2\u6237\u7aef\u63d0\u4f9b\u5b58\u50a8\u670d\u52a1\uff0c\u9700\u8981<\/p>\n<pre><code class=\"language-bash\">1\u3001\u521b\u5efa\u5b58\u50a8\u6c60pool\uff0c\u5b58\u50a8\u6c60\u4e2d\u5305\u542b100\u4e2apg\nceph osd pool create rbdtest 100\n\n2\u3001\u8bbe\u7f6epool\u6c60\u7684\u526f\u672c\u6570\uff0c\u5373\u4e00\u4e2apg\u5305\u542b\u591a\u5c11\u4e2aosd daemon\uff0c\u5f80\u67d0\u4e00\u4e2apg\u4e2d\u5b58\u7684\u6570\u636e\u4f1a\u5728\u5176\u5305\u542b\u7684osd\u4e2d\u90fd\u4fdd\u5b58\u4e00\u4efd\nceph osd pool set rbdtest size 3\n\n3\u3001\u5728\u5b58\u50a8\u6c60rdbtest\u4e2d\u521b\u5efa\u4e00\u4e2a\u955c\u50cf\u7ed9\u5ba2\u6237\u7aef\u7528\uff0c\u4e00\u4e2aimage\u7528\u7684\u662f\u5b58\u50a8\u6c60\u4e2d\u7684pg\uff08\u5e76\u975e\u6307\u5b9a\u7684pg\uff0c\u800c\u662f\u53ea\u8981\u662f\u5b58\u5728\u4e0epool\u4e2d\u7684pg\u90fd\u53ef\u80fd\u4f1a\u7528\u5230\uff09\uff0c\u76f8\u5f53\u4e8e\u4e00\u4e2a\u914d\u989d\nrbd create -p rdbtest --size 10000 egon  # image\u540d\u4e3aegon\uff0c\u5927\u5c0f\u4e3a10000M<\/code><\/pre>\n<p>\u5728\u5ba2\u6237\u7aef\u6587\u4ef6\u4f1a\u88ab\u4ee54M\u4e3a\u5355\u4f4d\u5207\u62103\u5757\uff0c\u6bcf\u5757\u5bf9\u5e94\u4e00\u4e2aobject<\/p>\n<p>object \u591a\u5bf9\u4e00 pg<\/p>\n<p>pg\u591a\u5bf9\u591aosd daemon<\/p>\n<p>\u4e00\u4e2apool\u4e2d\u6709\u591a\u4e2apg<\/p>\n<p>\u4ecepool\u4e2d\u5212\u5206\u51faimage\u7ed9\u7528\u6237\u7528\uff0cimage\u53ea\u662f\u4e00\u4e2a\u914d\u989d<\/p>\n<p>\u5199\u5165\u6570\u636e\u6d41\u7a0b\u5927\u81f4\u5982\u4e0b\uff1a<\/p>\n<pre><code class=\"language-bash\">    librbd                                                  crush\u7b97\u6cd5\nfile\u2014\u2014\u2014\u2014\u2014\u2014\u2014\u2014\u2014&gt; object\u2014\u2014\u2014\u2014\u2014-\u2014&gt; pool\u4e2d\u5212\u5206\u51fa\u6765\u7684image\uff08\u4e00\u5806pg\uff09\u2014\u2014\u2014\u2014\u2014\u2014\u2014------&gt; osd daemon<\/code><\/pre>\n<p>ceph\u5b58\u50a8\u5c0f\u6587\u4ef6\u6548\u7387\u4e0d\u9ad8<\/p>\n<p>\u5e95\u5c42osd daemon\u8d8a\u591a\uff0c\u5b58\u5927\u6587\u4ef6\u6548\u7387\u8d8a\u9ad8<\/p>\n<p>ceph\u662f\u4f2a\u6570\u636e\u5e73\u8861\uff0c\u5982\u679c\u53ea\u6709\u4e00\u4e2aPG\uff0c\u4e00\u4e2aPG\u91cc\u526f\u672c\u6570\u4e3a3\uff0c\u6c38\u8fdc\u53ea\u6709\u4e00\u5757\u76d8\u88ab\u7528\u5230<\/p>\n<p>ceph\u7684\u903b\u8f91\u7ed3\u6784\u4e0elvm\u6709\u70b9\u50cf<\/p>\n<p>pv -&gt; osd <\/p>\n<p>vg -&gt; pool <\/p>\n<p>lv -&gt; image<\/p>\n<h3>4.2 pool<\/h3>\n<h4>4.2.1 ceph pool\u4ecb\u7ecd<\/h4>\n<p><strong>\u5728rados\u96c6\u7fa4\u6784\u5efa\u5b8c\u6bd5\u540e\u3001\u4f7f\u7528ceph\u65f6\uff0c\u9700\u8981\u7528\u5230\u8bf8\u591a\u903b\u8f91\u6982\u5ff5\/\u7ed3\u6784\uff0c\u6211\u4eec\u624d\u80fd\u7406\u89e3\u4e00\u4e2a\u6587\u4ef6\u5230\u5e95\u662f\u5982\u4f55\u5199\u5165\u5230ceph\u4e2d\u3002ceph\u96c6\u7fa4\u7684\u903b\u8f91\u7ed3\u6784\u4e3b\u8981\u7531Pool\u4e0ePG\uff08Placement Group\uff09\u6765\u5b9a\u4e49\uff0c\u672c\u8282\u6211\u4eec\u5148\u6765\u4ecb\u7ecd\u4e00\u4e0bPool\u3002<\/strong><\/p>\n<p>\u5bf9\u6bd4LVM\u903b\u8f91\u5377<\/p>\n<p>pv\uff1a\u628a\u4e00\u7cfb\u5217\u7684\u76d8\u90fd\u505a\u597d\u6807\u8bb0\uff0c\u7531LVM\u7ba1\u7406\u8d77\u6765<\/p>\n<p>vg\uff1a\u662f\u628a\u4e00\u7cfb\u5217\u7684pv\u7ed9\u5f52\u7c7b\u5230\u4e00\u8d77\uff0c\u76f8\u5f53\u4e8e\u4e00\u5757\u5927\u78c1\u76d8<\/p>\n<p>lv\uff1a\u76f8\u5f53\u4e8e\u4ecevg\u8fd9\u4e2a\u201d\u5927\u78c1\u76d8\u201c\u4e2d\u5206\u51fa\u7684\u4e00\u4e2a\u201d\u5206\u533a\u201c<\/p>\n<p>ceph\u7684\u903b\u8f91\u7ed3\u6784\u4e0elvm\u6709\u70b9\u50cf\uff0c\u5176\u5bf9\u5e94\u5173\u7cfb\u5982\u4e0b<\/p>\n<table>\n<thead>\n<tr>\n<th>LVM<\/th>\n<th>Ceph<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>\u5bf9\u4e00\u5757\u78c1\u76d8\u5236\u4f5cpv<\/td>\n<td>\u4e00\u5757\u78c1\u76d8\u88abosd daemon\u7ba1\u7406\u8d77\u6765<\/td>\n<\/tr>\n<tr>\n<td>\u628a\u4e00\u7cfb\u5217pv\u653e\u5230\u4e00\u4e2avg\u4e2d\uff0c\u4e00\u4e2avg\u76f8\u5f53\u4e8e\u4e00\u4e2a\u201d\u5927\u78c1\u76d8\u201c<\/td>\n<td>\u5728ceph\u4e2d\u662f\u5148\u628an\u4e2aosd daemon\u653e\u5230\u4e00\u4e2apg\u4e2d\uff0c\u4e00\u4e2apg\u4e2d\u63a5\u6536\u5230\u7684\u4e00\u4efd\u6570\u636e\u4f1a\u4f20\u7ed9\u5176\u6240\u5305\u542b\u7684osd daemon\uff0c\u7136\u540e\u4e00\u7cfb\u5217pg\u6784\u6210\u4e86pool\uff0cpool\u76f8\u5f53\u4e8e\u4e00\u4e2a\u5927\u78c1\u76d8\uff0c\u4e0elvm\u4e2d\u7684vg\u7c7b\u4f3c\u3002\u4f46\u662fceph\u4e2d\u7684pool\u53ea\u662f\u4e00\u4e2a\u903b\u8f91\u6982\u5ff5\uff0c\u5176\u6240\u5305\u542b\u7684\u5b58\u50a8\u7a7a\u95f4\u90fd\u662f\u7531pg\u6784\u6210\uff0c\u987b\u77e5pg\u5e76\u4e0d\u662f\u8fde\u7eed\u7684\u5b58\u50a8\u7a7a\u95f4<\/td>\n<\/tr>\n<tr>\n<td>\u4ecevg\u4e2d\u5206\u51fa\u4e00\u4e2alv\uff0clv\u76f8\u5f53\u4e8e\u4ecevg\u8fd9\u4e2a\u201d\u5927\u78c1\u76d8\u201c\u4e2d\u5206\u51fa\u7684\u4e00\u4e2a\u201d\u5206\u533a\u201c<\/td>\n<td>\u4ecepool\u6c60\u4e2d\u521b\u5efa\u4e00\u4e2a\u955c\u50cfimage\u7ed9\u5ba2\u6237\u7aef\u7528\uff0c\u4e00\u4e2aimage\u76f8\u5f53\u4e8e\u4ecepool\u8fd9\u4e2a\u201d\u5927\u78c1\u76d8\u201c\u5206\u51fa\u7684\u4e00\u4e2a\u5206\u533a\u3002\u4e00\u4e2aimage\u7528\u7684\u662f\u5b58\u50a8\u6c60\u4e2d\u7684pg\uff0c\u5e76\u975e\u662f\u6307\u5b9a\u7684pg\uff0c\u800c\u662f\u53ea\u8981\u5b58\u5728\u4e8epool\u4e2d\u7684pg\u90fd\u53ef\u80fd\u4f1a\u7528\u5230\uff0c\u6240\u4ee5image\u76f8\u5f53\u4e8e\u662f\u4e00\u4e2a\u914d\u989d<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<h4>4.2.2 ceph\u7684pool\u6709\u56db\u5927\u5c5e\u6027<\/h4>\n<ul>\n<li>1\u3001\u6240\u6709\u6027\u548c\u8bbf\u95ee\u6743\u9650<\/li>\n<li>2\u3001\u5bf9\u8c61\u526f\u672c\u6570\u76ee\uff0c\u9ed8\u8ba4pool\u6c60\u4e2d\u7684\u4e00\u4e2apg\u53ea\u5305\u542b\u4e24\u4e2aosd daemon\uff0c\u5373\u4e00\u4efd\u6570\u636e\u4ea4\u7ed9pg\u540e\u4f1a\u5b58\u4e0b2\u4e2a\u526f\u672c\uff0c\u751f\u4ea7\u73af\u5883\u63a8\u8350\u8bbe\u7f6e\u4e3a3\u4e2a\u526f\u672c<\/li>\n<li>3\u3001PG \u6570\u76ee\uff0cPG\u662fpool\u7684\u5b58\u50a8\u5355\u4f4d\uff0cpool\u7684\u5b58\u50a8\u7a7a\u95f4\u5c31\u7531pg\u7ec4\u6210<\/li>\n<li>4\u3001CRUSH \u89c4\u5219\u96c6\u5408<\/li>\n<\/ul>\n<h4>4.2.3 ceph\u7684pool\u6709\u4e24\u79cd\u7c7b\u578b<\/h4>\n<ol>\n<li>\n<p>Replicated pool\uff08\u9ed8\u8ba4\uff09\uff1a<\/p>\n<p>\u62f7\u8d1d\u578b pool\uff0c\u901a\u8fc7\u751f\u6210\u5bf9\u8c61\u7684\u591a\u4efd\u62f7\u8d1d<\/p>\n<p>\u9ed8\u8ba4\u7684\u5b58\u50a8\u6c60\u7c7b\u578b\uff0c\u628a\u6bcf\u4e2a\u5b58\u5165\u7684\u5bf9\u8c61\uff08Object\uff09\u5b58\u50a8\u4e3a\u591a\u4e2a\u526f\u672c\uff0c\u5176\u4e2d\u5206\u4e3a\u4e3b\u526f\u672c\u548c\u4ece\u526f\u672c\uff0c\u4ece\u526f\u672c\u76f8\u5f53\u4e8e\u5907\u4efd\u526f\u672c\uff0c\u4ece\u800c\u786e\u4fdd\u5728\u90e8\u5206 OSD \u4e22\u5931\u7684\u60c5\u51b5\u4e0b\u6570\u636e\u4e0d\u4e22\u5931\u3002\u8fd9\u79cd\u7c7b\u578b\u7684 pool \u9700\u8981\u66f4\u591a\u7684\u88f8\u5b58\u50a8\u7a7a\u95f4\uff0c\u4f46\u662f\u5b83\u652f\u6301\u6240\u6709\u7684 pool \u64cd\u4f5c\u3002<\/p>\n<p>\u5982\u679c\u5ba2\u6237\u7aef\u5728\u4e0a\u4f20\u5bf9\u8c61\u7684\u65f6\u5019\u4e0d\u6307\u5b9a\u526f\u672c\u6570\uff0c\u9ed8\u8ba4\u4e3a3\u4e2a\u526f\u672c\u3002\u5728\u5f00\u59cb\u5b58\u6570\u636e\u4e4b\u524d\u4f1a\u8ba1\u7b97\u51fa\u8be5\u5bf9\u8c61\u5b58\u50a8\u7684\u4e3b\u526f\u672c\u4e0e\u4ece\u526f\u672c\u7684\u4f4d\u7f6e\uff0c\u9996\u5148\u4f1a\u5c06\u6570\u636e\u5b58\u5165\u5230\u4e3b\u526f\u672c\uff0c\u7136\u540e\u4e3b\u526f\u672c\u518d\u5c06\u6570\u636e\u5206\u522b\u540c\u6b65\u5230\u4ece\u526f\u672c\u3002\u4e3b\u526f\u672c\u4e0e\u4ece\u526f\u672c\u540c\u6b65\u5b8c\u6bd5\u540e\u4f1a\u901a\u77e5\u4e3b\u526f\u672c\uff0c\u8fd9\u65f6\u5019\u4e3b\u526f\u672c\u518d\u54cd\u5e94\u5ba2\u6237\u7aef\uff0c\u5e76\u8868\u793a\u6570\u636e\u4e0a\u4f20\u6210\u529f\u3002\u6240\u4ee5\u5982\u679c\u5ba2\u6237\u7aef\u6536\u5230\u5b58\u50a8\u6210\u529f\u7684\u8bf7\u6c42\u540e\uff0c\u8bf4\u660e\u6570\u636e\u5df2\u7ecf\u5b8c\u6210\u4e86\u6240\u6709\u526f\u672c\u7684\u5b58\u50a8\u3002<\/p>\n<\/li>\n<li>\n<p>Erasure-coded pool\uff1a<\/p>\n<p>\u6b64\u7c7b\u578b\u4f1a\u5c06\u6570\u636e\u5b58\u50a8\u4e3aK+M\uff0c\u5176\u4e2dK\u6570\u636e\u5757\u6570\u91cf\u3002\u6bcf\u4e2a\u5bf9\u8c61\u5b58\u50a8\u5230Ceph\u96c6\u7fa4\u7684\u65f6\u5019\u4f1a\u5206\u6210\u591a\u4e2a\u6570\u636e\u5757\u5206\u5f00\u8fdb\u884c\u5b58\u50a8\u3002\u800cM\u4e3a\u4e3a\u7f16\u7801\u5757\uff0c\u4e5f\u4ee3\u8868\u6700\u591a\u5bb9\u5fcd\u53ef\u574f\u7684\u6570\u636e\u5757\u6570\u91cf\u3002\u7c7b\u4f3c\u4e8e\u78c1\u76d8\u9635\u5217RAID5\uff0c\u5728\u6700\u5927\u5316\u5229\u7528\u7a7a\u95f4\u7684\u540c\u65f6\uff0c\u8fd8\u80fd\u4fdd\u8bc1\u6570\u636e\u4e22\u5931\u53ef\u6062\u590d\u6027\uff0c\u76f8\u6bd4\u526f\u672c\u6c60\u66f4\u8282\u7ea6\u78c1\u76d8\u7684\u7a7a\u95f4\u3002 \u56e0\u4e3a\u526f\u672c\u6c60\u5f88\u6d6a\u8d39\u5b58\u50a8\u7a7a\u95f4\uff0c\u5982\u679cCeph\u96c6\u7fa4\u603b\u5bb9\u91cf\u4e3a100T\uff0c\u5982\u679c\u4f7f\u7528\u526f\u672c\u6c60\uff0c\u90a3\u4e48\u5b9e\u9645\u53ef\u7528\u7a7a\u95f4\u63093\u4e2a\u526f\u672c\u7b97\uff0c\u90a3\u4e48\u53ea\u670930T\u51fa\u5934\u3002\u800c\u4f7f\u7528\u7ea0\u5220\u7801\u6c60\u5c31\u53ef\u4ee5\u66f4\u5927\u5316\u7684\u5229\u7528\u7a7a\u95f4\uff0c\u4f46\u7ea0\u5220\u7801\u6c60\u66f4\u6d6a\u8d39\u8ba1\u7b97\u8d44\u6e90\u3002 \u5982\u5b58\u50a8\u4e00\u4e2a100M\u7684\u8d44\u6e90\uff0c\u5982\u679c\u4f7f\u7528\u526f\u672c\u6c60\uff0c\u63093\u526f\u672c\u8ba1\u7b97\u5b9e\u9645\u4e0a\u8981\u4f7f\u7528300M\u7684\u7a7a\u95f4\u3002\u800c\u4f7f\u7528\u7ea0\u5220\u7801\u6c60\uff0c\u5982\u679c\u5c06100M\u8d44\u6e90\u5206\u4e3a25\u5757\uff0c\u5982\u679c\u5c06M\u6307\u5b9a\u4e3a2\uff0c\u90a3\u4e48\u603b\u5171\u53ea\u9700\u8981108M\u7a7a\u95f4\u5373\u53ef\uff0c\u8ba1\u7b97\u516c\u5f0f\u4e3a100+100\/25*2\u3002 \u6ce8\u610f\uff1a\u5982\u679c\u5b58\u50a8RBD\u955c\u50cf\uff0c\u90a3\u4e48\u4e0d\u652f\u6301\u7ea0\u5220\u7801\u6c60\u3002\u5173\u4e8e\u6b64\u7c7b\u578b\u5b58\u50a8\u6c60\u4f7f\u7528\u4e0d\u591a\uff0c\u4e0d\u505a\u8fc7\u591a\u4ecb\u7ecd\u3002<\/p>\n<\/li>\n<\/ol>\n<h4>4.2.4 ceph\u7684pool\u63d0\u4f9b\u5982\u4e0b\u80fd\u529b<\/h4>\n<ol>\n<li>\n<p>Resilience\uff08\u5f39\u529b\uff09\uff1a\u5373\u5728\u786e\u4fdd\u6570\u636e\u4e0d\u4e22\u5931\u7684\u60c5\u51b5\u5141\u8bb8\u4e00\u5b9a\u7684 OSD \u5931\u8d25\uff0c\u8fd9\u4e2a\u6570\u76ee\u53d6\u51b3\u4e8e\u5bf9\u8c61\u7684\u62f7\u8d1d\uff08copy\/replica\uff09\u4efd\u6570\u6216\u79f0\u526f\u672c\u6570\u3002\u5bf9\u62f7\u8d1d\u578b pool \u6765\u8bf4\uff0cCeph \u4e2d\u9ed8\u8ba4\u7684\u62f7\u8d1d\u4efd\u6570\u662f2\uff0c\u8fd9\u610f\u5473\u7740\u9664\u4e86\u5bf9\u8c61\u81ea\u8eab\u5916\uff0c\u5b83\u8fd8\u6709\u4e00\u4e2a\u53e6\u5916\u7684\u5907\u4efd\u3002\u4f60\u53ef\u4ee5\u81ea\u5df1\u51b3\u5b9a\u4e00\u4e2a Pool \u4e2d\u7684\u5bf9\u8c61\u7684\u62f7\u8d1d\u4efd\u6570\uff0c\u751f\u4ea7\u73af\u5883\u63a8\u8350\u4e3a3\uff0c\u526f\u672c\u6570\u8d8a\u591a\u6570\u636e\u8d8a\u5b89\u5168\u3001\u771f\u6b63\u53ef\u4ee5\u7a7a\u95f4\u8d8a\u5c11<\/p>\n<\/li>\n<li>\n<p>PG\uff08Placement Groups\uff0c\u653e\u7f6e\u7ec4\uff09\uff1aceph\u7528pg\u628a\u5b58\u653e\u76f8\u540c\u526f\u672c\u7684osd daemon\u5f52\u4e3a\u4e00\u7ec4\u3002<\/p>\n<p>\u5ba2\u6237\u7aef\u7684\u6587\u4ef6\u4f1a\u88ab\u5207\u6210\u591a\u4e2aobject\u7136\u540e\u4ea4\u7ed9ceph\u5b58\u50a8\uff0cceph\u4e2d\u771f\u6b63\u8d1f\u8d23\u5b58\u50a8\u7684\u662fosd daemon\u5b88\u62a4\u8fdb\u7a0b\uff0c\u5728\u5b58\u50a8\u65f6\uff0cceph\u9700\u8981\u627e\u5230n\u4e2aosd daemon\u3001\u5f52\u7c7b\u597d\u54ea\u4e9bosd daemon\u5b58\u653e\u7684\u662f\u540c\u4e00\u4e2a\u526f\u672c\u3001\u7136\u540e\u628aobject\u4ea4\u7ed9\u5b83\u4eec\uff0c\u4e3a\u4e86\u964d\u4f4e\u67e5\u627e\u4e0e\u5f52\u7c7b\u6210\u672c\uff0c\u4e0e\u662f\u5f15\u5165\u4e86pg\u7684\u6982\u5ff5\uff0c\u5c06\u5b58\u653e\u76f8\u540c\u526f\u672c\u7684osd daemon\u5f52\u4e3a\u4e00\u4e2apg\u7ec4<\/p>\n<\/li>\n<li>\n<p>CRUSH Rules \uff08CRUSH \u89c4\u5219\uff09\uff1a\u6570\u636e\u6620\u5c04\u7684\u7b56\u7565\u3002\u7cfb\u7edf\u9ed8\u8ba4\u63d0\u4f9b \u201creplicated_ruleset&quot;\u3002\u7528\u6237\u53ef\u4ee5\u81ea\u5b9a\u4e49\u7b56\u7565\u6765\u7075\u6d3b\u5730\u8bbe\u7f6e object \u5b58\u653e\u7684\u533a\u57df\u3002\u6bd4\u5982\u53ef\u4ee5\u6307\u5b9a pool1\u4e2d\u6240\u6709objecst\u653e\u7f6e\u5728\u673a\u67b61\u4e0a\uff0c\u6240\u6709objects\u7684\u7b2c1\u4e2a\u526f\u672c\u653e\u7f6e\u5728\u673a\u67b61\u4e0a\u7684\u670d\u52a1\u5668A\u4e0a\uff0c\u7b2c2\u4e2a\u526f\u672c\u5206\u5e03\u5728\u673a\u67b61\u4e0a\u7684\u670d\u52a1\u5668B\u4e0a\u3002 pool2\u4e2d\u6240\u6709\u7684object\u5206\u5e03\u5728\u673a\u67b62\u30013\u30014\u4e0a\uff0c\u6240\u6709Object\u7684\u7b2c1\u4e2a\u526f\u672c\u5206\u5e03\u5728\u673a\u67b62\u7684\u670d\u52a1\u5668\u4e0a\uff0c\u7b2c2\u4e2a\u526f\u672c\u5206\u5e03\u5728\u673a\u67b63\u7684\u670d \u5668\u4e0a\uff0c\u7b2c3\u4e2a\u526f\u672c\u5206\u5e03\u5728\u673a\u67b64\u7684\u670d\u52a1\u5668\u4e0a\u3002\u540e\u7eedegon\u4f1a\u8be6\u7ec6\u4ecb\u7ecdcrush rules\u3002<\/p>\n<\/li>\n<li>\n<p>Snapshots\uff08\u5feb\u7167\uff09\uff1a\u4f60\u53ef\u4ee5\u5bf9 pool \u505a\u5feb\u7167\u3002<\/p>\n<\/li>\n<li>\n<p>Set Ownership\uff1a\u8bbe\u7f6e pool \u7684 owner \u7684\u7528\u6237 ID\u3002<\/p>\n<\/li>\n<li>\n<p>Ceph \u96c6\u7fa4\u521b\u5efa\u540e\uff0c\u9ed8\u8ba4\u521b\u5efa\u4e86 data\uff0cmetadata \u548c rbd \u4e09\u4e2a\u5b58\u50a8\u6c60\u3002<\/p>\n<\/li>\n<\/ol>\n<h3>4.3 pg<\/h3>\n<h4>4.3.1 pg\u7684\u6982\u5ff5<\/h4>\n<p>PG\u82f1\u6587\u5168\u79f0 Placement Group\uff0c\u4e2d\u6587\u79f0\u4e4b\u4e3a\u5f52\u7f6e\u7ec4\u3002<\/p>\n<p>PG\u7684\u4f5c\u7528\uff1aPG\u76f8\u5f53\u4e8e\u4e00\u4e2a\u865a\u62df\u7ec4\u4ef6\uff0c\u51fa\u4e8e\u96c6\u7fa4\u4f38\u7f29\uff0c\u6027\u80fd\u65b9\u9762\u7684\u8003\u8651\u3002Ceph\u5c06\u6bcf\u4e2a\u5b58\u50a8\u6c60\u5206\u4e3a\u591a\u4e2aPG\uff0c\u5982\u679c\u5b58\u50a8\u6c60\u4e3a\u526f\u672c\u6c60\u7c7b\u578b\uff0c\u5e76\u4f1a\u7ed9\u8be5\u5b58\u50a8\u6c60\u6bcf\u4e2aPG\u5206\u914d\u4e00\u4e2a\u4e3bOSD\u548c\u591a\u4e2a\u4eceOSD\uff0c\u5f53\u6570\u636e\u91cf\u5927\u7684\u65f6\u5019PG\u5c06\u5747\u8861\u7684\u5206\u5e03\u884c\u4e0d\u901a\u96c6\u7fa4\u4e2d\u7684\u6bcf\u4e2aOSD\u4e0a\u9762\u3002<\/p>\n<p>PG \u6982\u5ff5\u975e\u5e38\u590d\u6742\uff0c\u4e3b\u8981\u6709\u5982\u4e0b\u51e0\u70b9\uff1a<\/p>\n<ul>\n<li>\n<p>PG \u4e5f\u662f\u5bf9\u8c61\u7684\u903b\u8f91\u96c6\u5408\u3002pool\u4e2d\u7684\u526f\u672c\u6570\u8bbe\u7f6e\u4e3a3\uff0c\u5219\u4e00\u4e2apg\u4e2d\u5305\u542b3\u4e2aosd daemon\uff0c\u540c\u4e00\u4e2aPG \u63a5\u6536\u5230\u7684\u6240\u6709object\u5728\u8fd93\u4e2aosd daemon\u4e0a\u88ab\u590d\u5236\u3002<\/p>\n<\/li>\n<li>\n<p>Epoch\uff1aPG map \u7684\u7248\u672c\u53f7\uff0c\u5b83\u662f\u4e00\u4e2a\u5355\u8c03\u9012\u589e\u7684\u5e8f\u5217\u3002<\/p>\n<\/li>\n<li>\n<p>Peering\uff1a\u89c1\u4e0b\u6587\u7684\u72b6\u6001\u63cf\u8ff0\u3002<\/p>\n<\/li>\n<li>\n<p>Acting set\uff1a\u652f\u6301\u4e00\u4e2a PG \u7684\u6240\u6709 osd daemon \u7684\u6709\u5e8f\u5217\u8868\uff0c\u5176\u4e2d\u7b2c\u4e00\u4e2a OSD \u662f\u4e3bOSD\uff0c\u5176\u4f59\u4e3a\u6b21\u3002acting set \u662f CRUSH \u7b97\u6cd5\u5206\u914d\u7684\uff0c\u4f46\u662f\u4e0d\u4e00\u5b9a\u5df2\u7ecf\u751f\u6548\u4e86\u3002<\/p>\n<\/li>\n<li>\n<p>Up set\uff1a\u67d0\u4e00\u4e2a PG map \u5386\u53f2\u7248\u672c\u7684 acting set\u3002\u5728\u5927\u591a\u6570\u60c5\u51b5\u4e0b\uff0cacting set \u548c up set \u662f\u4e00\u81f4\u7684\uff0c\u9664\u975e\u51fa\u73b0\u4e86 pg_temp\u3002<\/p>\n<\/li>\n<li>\n<p>Current Interval or Past Interval\uff1a\u82e5\u5e72\u4e2a\u8fde\u7eed\u7684\u7248\u672c\u53f7\uff0c\u8fd9\u4e9b\u7248\u672c\u4e2d acting \u548c up set \u4fdd\u6301\u4e0d\u53d8\u3002<\/p>\n<\/li>\n<li>\n<p>PG temp\uff1a<\/p>\n<p>\u4e00\u4e2aPG\u7ec4\u91cc\u6709\u4e09\u4e2a\u7ec4\u5458\/OSD daemon\uff0c\u4e09\u4e2a\u7ec4\u5458\u7b2c\u4e00\u4e2a\u662f\u7ec4\u957f\uff0c\u7ec4\u957f\u8d1f\u8d23\u5bf9\u5916\u63d0\u4f9b\u670d\u52a1\uff0c\u7ec4\u5458\u8d1f\u8d23\u5907\u4efd\uff0c\u4e00\u65e6\u7ec4\u957f\u6302\u6389\u540e\uff0c\u76f8\u5f53\u4e8e\u516c\u53f8\u4e2d\u4e00\u4e2a\u90e8\u95e8\u7684\u9879\u76ee\u7ecf\u7406\u6302\u4e86\uff0c\u516c\u53f8\u4f1a\u62db\u8058\u4e00\u4e2a\u65b0\u7684\u9879\u76ee\u7ecf\u7406\uff0c\u4f46\u65b0\u7684\u9879\u76ee\u7ecf\u7406\u521a\u6765\u7684\u65f6\u5019\u8fd8\u4ec0\u4e48\u90fd\u4e0d\u77e5\u9053\uff08\u5373\u65b0\u52a0\u8fdb\u6765\u7684osd daemon\u662f\u6ca1\u6709\u4efb\u4f55\u7ec4\u5185\u6570\u636e\u7684\uff09\uff0c\u6b64\u65f6\u516c\u53f8\u4f1a\u8ba9\u67d0\u4e2a\u7ec4\u5458\u5148\u4e34\u65f6\u63a5\u66ff\u4e00\u4e0b\u7ec4\u957f\u7684\u804c\u52a1\u3001\u5bf9\u5916\u63d0\u4f9b\u670d\u52a1\uff0c\u4e00\u65e6\u65b0\u6765\u7684\u7ec4\u957f\u4e86\u89e3\u4e86\u4e1a\u52a1\uff08\u5373\u65b0\u52a0\u8fdb\u6765\u7684osd daemon\u5df2\u7ecf\u540c\u6b65\u597d\u6570\u636e\u4e86\uff09\uff0c\u90a3\u4e48\u5c31\u53ef\u4ee5\u8ba9\u65b0\u7ec4\u957f\u51fa\u5c71\u4e86\uff0c\u8be6\u89e3\u5982\u4e0b<\/p>\n<pre><code class=\"language-bash\">\u5728Ceph \u6b63\u5728\u5f80\u4e3b OSD \u56de\u586b\u6570\u636e\u65f6\uff0c\u8fd9\u4e2a\u4e3bOSD\u662f\u4e0d\u80fd\u63d0\u4f9b\u6570\u636e\u670d\u52a1\u7684\uff0c\u8fd9\u65f6\u5019\uff0c\u5b83\u4f1a\u5411 MON \u7533\u8bf7\u4e00\u4e2a\u4e34\u65f6\u7684 acting set\uff0c\u8fd9\u5c31\u662f PG temp\u3002\u4e3e\u4e2a\u4f8b\u5b50\uff0c\u73b0\u5728 acting set \u662f[0,1,2]\uff0c\u51fa\u73b0\u4e86\u4e00\u70b9\u4e8b\u60c5\u540e\uff0c\u5b83\u53d8\u4e3a [3,1,2]\uff0c\u6b64\u65f6 osd.3 \u8fd8\u662f\u7a7a\u7684\u56e0\u6b64\u5b83\u65e0\u6cd5\u63d0\u4f9b\u6570\u636e\u670d\u52a1\u56e0\u6b64\u5b83\u8fd8\u9700\u8981\u7b49\u5f85backfilling\u8fc7\u7a0b\u7ed3\u675f\uff0c\u56e0\u6b64\uff0c\u5b83\u4f1a\u5411 MON \u7533\u8bf7\u4e00\u4e2a\u4e34\u65f6\u7684 set \u6bd4\u5982 [1,2,3]\uff0c\u6b64\u65f6\u5c06\u7531 osd.1 \u63d0\u4f9b\u6570\u636e\u670d\u52a1\u3002\u56de\u586b\u8fc7\u7a0b\u7ed3\u675f\u540e\uff0c\u8be5\u4e34\u65f6 set \u4f1a\u88ab\u4e22\u5f03\uff0c\u91cd\u65b0\u7531 osd.3 \u63d0\u4f9b\u670d\u52a1\u3002<\/code><\/pre>\n<\/li>\n<li>\n<p>\u4e3b \uff08primary\uff09 OSD\uff1a\u5728 acting set \u4e2d\u7684\u9996\u4e2a OSD\uff0c\u8d1f\u8d23\u63a5\u6536\u5ba2\u6237\u7aef\u5199\u5165\u6570\u636e\uff1b\u9ed8\u8ba4\u60c5\u51b5\u4e0b\uff0c\u63d0\u4f9b\u6570\u636e\u8bfb\u670d\u52a1\uff0c\u4f46\u662f\u8be5\u884c\u4e3a\u53ef\u4ee5\u88ab\u4fee\u6539\u3002\u5b83\u8fd8\u8d1f\u8d23 peering \u8fc7\u7a0b\uff0c\u4ee5\u53ca\u5728\u9700\u8981\u7684\u65f6\u5019\u7533\u8bf7 PG temp\u3002<\/p>\n<\/li>\n<li>\n<p>\u6b21 \uff08replica\uff09OSD\uff1a\u5728 acting set \u4e2d\u7684\u9664\u4e86\u7b2c\u4e00\u4e2a\u4ee5\u5916\u7684\u5176\u4f59 OSD\u3002<\/p>\n<\/li>\n<li>\n<p>\u6d41\u6d6a \uff08stray\uff09 OSD\uff1a\u5df2\u7ecf\u4e0d\u662f acting set \u4e2d\u4e86\uff0c\u4f46\u662f\u8fd8\u6ca1\u6709\u88ab\u544a\u77e5\u53bb\u5220\u9664\u6570\u636e \u7684 OSD\u3002<\/p>\n<\/li>\n<li>\n<p>PG \u7684 acting set \u662f\u7531 CRUSH \u7b97\u6cd5\u6839\u636e CRUSH Rules \u52a8\u6001\u5730\u8ba1\u7b97\u5f97\u51fa\u7684\u3002<\/p>\n<\/li>\n<\/ul>\n<h4>4.3.2 pg\u7684\u7279\u70b9<\/h4>\n<ul>\n<li>\n<p><strong>\u4e00\u3001\u57fa\u672c\u7279\u70b9<\/strong><\/p>\n<ul>\n<li>1\uff09Ceph \u5f15\u5165 PG \u7684\u76ee\u7684\u4e3b\u8981\u662f\u4e3a\u4e86\u51cf\u5c11\u76f4\u63a5\u5c06\u5bf9\u8c61object\u6620\u5c04\u5230 OSD \u7684\u590d\u6742\u5ea6\uff0c\u5373PG \u786e\u5b9a\u4e86 pool \u4e2d\u7684\u5bf9\u8c61object\u548c OSD \u4e4b\u95f4\u7684\u6620\u5c04\u5173\u7cfb\uff0c\u4e00\u4e2a object \u53ea\u4f1a\u5b58\u5728\u4e8e\u4e00\u4e2a PG \u4e2d\uff0c\u4f46\u662f\u591a\u4e2aobject\u53ef\u4ee5\u5728\u540c\u4e00\u4e2a PG \u5185\u3002PG-Object-OSD \u7684\u5173\u7cfb\u5982\u4e0b\u56fe\u6240\u793a\uff1a<\/li>\n<\/ul>\n<p>\u200b                                                  object\u4e0ePG\u662f\u591a\u5bf9\u4e00\u7684\u5173\u7cfb<\/p>\n<p>\u200b                                                  PG\u4e0eOSD daemon\u662f\u591a\u5bf9\u591a\u7684\u5173\u7cfb<\/p>\n<p>\u200b                                                  OSD daemon\u4e0edisk\u662f\u4e00\u5bf9\u4e00\u7684\u5173\u7cfb<\/p>\n<\/li>\n<\/ul>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/PG-Object-OSD-1.jpeg'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/PG-Object-OSD-1.jpeg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<ul>\n<li>\n<p>2\uff09\u4e00\u4e2aOSD\u4e0a\u7684PG\u5219\u53ef\u8fbe\u5230\u6570\u767e\u4e2a\u3002\u4e8b\u5b9e\u4e0a\uff0cPG\u6570\u91cf\u7684\u8bbe\u7f6e\u7275\u626f\u5230\u6570\u636e\u5206\u5e03\u7684\u5747\u5300\u6027\u95ee\u9898\u3002PG \u548c OSD \u4e4b\u95f4\u7684\u6620\u5c04\u5173\u7cfb\u7531 CRUSH \u51b3\u5b9a\uff0c\u800c\u5b83\u505a\u51b3\u5b9a\u7684\u4f9d\u636e\u662f CRUSH \u89c4\u5219\uff08rules\uff09\u3002CRUSH \u5c06\u6240\u6709\u7684\u5b58\u50a8\u8bbe\u5907\uff08OSD\uff09\u7ec4\u7ec7\u6210\u4e00\u4e2a\u5206\u5c42\u7ed3\u6784\uff0c\u8be5\u7ed3\u6784\u80fd\u533a\u5206\u6545\u969c\u57df\uff08failure domain\uff09\uff0c\u8be5\u7ed3\u6784\u4e2d\u6bcf\u4e2a\u8282\u70b9\u90fd\u662f\u4e00\u4e2a CRUSH bucket\u3002\u8be6\u7ec6\u60c5\u51b5\u540e\u7eed\u4ecb\u7ecd\u3002<\/p>\n<\/li>\n<li>\n<p>3\uff09\u5bf9\u8c61\u7684\u526f\u672c\u6570\u76ee\uff0c\u4e5f\u5c31\u662f\u88ab\u62f7\u8d1d\u7684\u6b21\u6570\uff0c\u662f\u5728\u521b\u5efa Pool \u65f6\u6307\u5b9a\u7684\u3002\u8be5\u5206\u6570\u51b3\u5b9a\u4e86\u6bcf\u4e2a PG \u4f1a\u5728\u51e0\u4e2a OSD \u4e0a\u4fdd\u5b58\u5bf9\u8c61\u3002\u5982\u679c\u4e00\u4e2a\u62f7\u8d1d\u578b Pool \u7684size\uff08\u62f7\u8d1d\u4efd\u6570\uff09\u4e3a 2\uff0c\u5b83\u4f1a\u5305\u542b\u6307\u5b9a\u6570\u76ee\u7684 PG\uff0c\u6bcf\u4e2a PG \u4f7f\u7528\u4e24\u4e2a OSD\uff0c\u5176\u4e2d\uff0c\u7b2c\u4e00\u4e2a\u4e3a\u4e3b OSD \uff08primary\uff09\uff0c\u5176\u5b83\u7684\u4e3a\u4ece OSD \uff08secondary\uff09\u3002\u4e0d\u540c\u7684 PG \u53ef\u80fd\u4f1a\u5171\u4eab\u4e00\u4e2a OSD\u3002<\/p>\n<\/li>\n<li>\n<p>4\uff09PG \u4e5f\u662fCeph \u96c6\u7fa4\u505a\u6e05\u7406\uff08scrubbing\uff09\u7684\u57fa\u672c\u5355\u4f4d\uff0c\u4e5f\u5c31\u662f\u8bf4\u6570\u636e\u6e05\u7406\u662f\u4e00\u4e2a\u4e00\u4e2aPG\u6765\u505a\u7684\u3002<\/p>\n<\/li>\n<\/ul>\n<ul>\n<li>\n<p><strong>\u4e8c\u3001PG \u548c OSD \u7684\u5173\u7cfb\u662f\u52a8\u6001\u7684<\/strong><\/p>\n<pre><code class=\"language-bash\">librbd                                                  crush\u7b97\u6cd5\nfile\u2014\u2014\u2014\u2014\u2014\u2014\u2014\u2014\u2014> object\u2014\u2014\u2014\u2014\u2014-\u2014> pool\u4e2d\u5212\u5206\u51fa\u6765\u7684image\uff08\u4e00\u5806pg\uff09\u2014\u2014\u2014\u2014\u2014\u2014\u2014------> osd daemon<\/code><\/pre>\n<ul>\n<li>\n<p>1\uff09\u4e00\u5f00\u59cb\u5728 PG \u88ab\u521b\u5efa\u7684\u65f6\u5019\uff0cMON \u6839\u636e CRUSH \u7b97\u6cd5\u8ba1\u7b97\u51fa PG \u6240\u5728\u7684 OSD\u3002\u8fd9\u662f\u5b83\u4eec\u4e4b\u95f4\u7684\u521d\u59cb\u5173\u7cfb\u3002<\/p>\n<\/li>\n<li>\n<p>2\uff09Ceph \u96c6\u7fa4\u4e2d OSD \u7684\u72b6\u6001\u662f\u4e0d\u65ad\u53d8\u5316\u7684\uff0c\u5b83\u4f1a\u5728\u5982\u4e0b\u72b6\u6001\u4e4b\u95f4\u505a\u5207\u6362\uff1a<\/p>\n<\/li>\n<li>\n<p>up\uff1a\u5b88\u62a4\u8fdb\u7a0b\u8fd0\u884c\u4e2d\uff0c\u80fd\u591f\u63d0\u4f9bIO\u670d\u52a1\uff1b<\/p>\n<\/li>\n<li>\n<p>down\uff1a\u5b88\u62a4\u8fdb\u7a0b\u4e0d\u5728\u8fd0\u884c\uff0c\u65e0\u6cd5\u63d0\u4f9bIO\u670d\u52a1\uff1b<\/p>\n<\/li>\n<li>\n<p>in\uff1a\u5305\u542b\u6570\u636e\uff1b<\/p>\n<\/li>\n<li>\n<p>out\uff1a\u4e0d\u5305\u542b\u6570\u636e<\/p>\n<\/li>\n<li>\n<p>3\uff09\u90e8\u5206 PG \u548c OSD \u7684\u5173\u7cfb\u4f1a\u968f\u7740 OSD \u72b6\u6001\u7684\u53d8\u5316\u800c\u53d1\u751f\u53d8\u5316\u3002<\/p>\n<\/li>\n<li>\n<p>\u5f53\u65b0\u7684 OSD \u88ab\u52a0\u5165\u96c6\u7fa4\u540e\uff0c\u5df2\u6709OSD\u4e0a\u90e8\u5206PG\u5c06\u53ef\u80fd\u88ab\u632a\u5230\u65b0OSD\u4e0a\uff1b\u6b64\u65f6PG \u548c OSD \u7684\u5173\u7cfb\u4f1a\u53d1\u751f\u6539\u53d8\u3002<\/p>\n<\/li>\n<li>\n<p>\u5f53\u5df2\u6709\u7684\u67d0 OSD down \u4e86\u5e76\u53d8\u4e3a out \u540e\uff0c\u5176\u4e0a\u7684 PG \u4f1a\u88ab\u632a\u5230\u5176\u5b83\u5df2\u6709\u7684 OSD \u4e0a\u3002<\/p>\n<\/li>\n<li>\n<p>\u4f46\u662f\u5927\u90e8\u5206\u7684 PG \u548c OSD \u7684\u5173\u7cfb\u5c06\u4f1a\u4fdd\u6301\u4e0d\u53d8\uff0c\u5728\u72b6\u6001\u53d8\u5316\u65f6\uff0cCeph \u5c3d\u53ef\u80fd\u53ea\u632a\u52a8\u6700\u5c11\u7684\u6570\u636e\u3002<\/p>\n<\/li>\n<li>\n<p>4\uff09\u5ba2\u6237\u7aef\u6839\u636e Cluster map \u4ee5\u53ca CRUSH Ruleset \u4f7f\u7528 CRUSH \u7b97\u6cd5\u67e5\u627e\u51fa\u67d0\u4e2a PG \u6240\u5728\u7684 OSD \u5217\u8868\u3002<\/p>\n<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<h4>4.3.3 PG\u7684\u521b\u5efa\u8fc7\u7a0b<\/h4>\n<p>Pool \u7684 PG \u6570\u76ee\u662f\u521b\u5efa pool \u65f6\u5019\u6307\u5b9a\u7684\uff0cCeph \u5b98\u65b9\u6709\u63a8\u8350\u7684\u8ba1\u7b97\u65b9\u6cd5\u3002\u5176\u503c\u4e0e OSD \u7684\u603b\u6570\u7684\u5173\u7cfb\u5bc6\u5207\u3002\u5f53Ceph \u96c6\u7fa4\u6269\u5c55 OSD \u589e\u591a\u65f6\uff0c\u6839\u636e\u9700\u8981\uff0c\u53ef\u4ee5\u589e\u52a0 pool \u7684 PG \u6570\u76ee\u3002<\/p>\n<ul>\n<li>1\uff09MON \u8282\u70b9\u4e0a\u6709PGMonitotor\uff0c\u5b83\u53d1\u73b0\u6709 pool \u88ab\u521b\u5efa\u540e\uff0c\u5224\u65ad\u8be5 pool \u662f\u5426\u6709 PG\u3002\u5982\u679c\u6709PG\uff0c\u5219\u9010\u4e00\u5224\u65ad\u8fd9\u4e9b PG \u662f\u5426\u5df2\u7ecf\u5b58\u5728\uff0c\u5982\u679c\u4e0d\u5b58\u5728\uff0c\u5219\u5f00\u59cb\u4e0b\u9762\u7684\u521b\u5efa PG \u7684\u8fc7\u7a0b\u3002<\/li>\n<li>2\uff09\u521b\u5efa\u8fc7\u7a0b\u7684\u5f00\u59cb\uff0c\u8bbe\u7f6ePG \u72b6\u6001\u4e3a Creating\uff0c\u5e76\u5c06\u5b83\u52a0\u5165\u5f85\u521b\u5efaPG\u961f\u5217 creating_pgs\uff0c\u7b49\u5f85\u88ab\u5904\u7406\u3002<\/li>\n<li>3\uff09\u5f00\u59cb\u5904\u7406\u540e\uff0c\u4f7f\u7528 CRUSH \u7b97\u6cd5\u6839\u636e\u5f53\u524d\u7684 OSD map \u627e\u51fa\u6765 up\/acting set\uff0c\u786e\u5b9a\u54ea\u4e9bosd\u5c5e\u4e8e\u54ea\u4e9bpg\uff0c\u7136\u540e\u52a0\u5165\u961f\u5217 creating_pgs_by_osd\uff0c\u7b49\u5f85\u88ab\u5904\u7406<\/li>\n<li>4\uff09\u961f\u5217\u5904\u7406\u51fd\u6570\u5c06\u8be5 OSD \u4e0a\u9700\u8981\u521b\u5efa\u7684 PG \u5408\u5e76\uff0c\u751f\u6210\u6d88\u606fMOSDPGCreate\uff0c\u901a\u8fc7\u6d88\u606f\u901a\u9053\u53d1\u7ed9 OSD\u3002<\/li>\n<li>5\uff09OSD \u6536\u5230\u6d88\u606f\u5b57\u4e3a MSG_OSD_PG_CREATE \u7684\u6d88\u606f\uff0c\u5f97\u5230\u6d88\u606f\u4e2d\u5f85\u521b\u5efa\u7684 PG \u4fe1\u606f\uff0c\u5224\u65ad\u7c7b\u578b\uff0c\u5e76\u83b7\u53d6\u8be5PG\u7684\u5176\u5b83OSD\uff0c\u52a0\u5165\u961f\u5217 creating_pgs \uff08\u4f3c\u4e4e\u662f\u7531\u4e3b OSD \u8d1f\u8d23\u53d1\u8d77\u521b\u5efa\u6b21 OSD \u4e0a\u7684PG\uff09\uff0c\u518d\u521b\u5efa\u5177\u4f53\u7684 PG\u3002<\/li>\n<li>6\uff09PG \u88ab\u521b\u5efa\u51fa\u6765\u4ee5\u540e\uff0c\u5f00\u59cb Peering \u8fc7\u7a0b\u3002<\/li>\n<\/ul>\n<h4>4.3.4 PG \u6570\u76ee\u7684\u786e\u5b9a\uff08\u975e\u5e38\u975e\u5e38\u975e\u5e38\u91cd\u8981\uff01\uff01\uff01\uff09<\/h4>\n<p><strong>\u521b\u5efa pool \u65f6\u9700\u8981\u786e\u5b9a\u5176 PG \u7684\u6570\u76ee\uff0c\u5728 pool \u88ab\u521b\u5efa\u540e\u4e5f\u53ef\u4ee5\u8c03\u6574\u8be5\u6570\u5b57\uff0c\u4f46\u662f\u589e\u52a0\u6c60\u4e2d\u7684PG\u6570\u662f\u5f71\u54cdceph\u96c6\u7fa4\u7684\u91cd\u5927\u4e8b\u4ef6\u4e4b\u4e00\uff0c\u751f\u6210\u73af\u5883\u4e2d\u5e94\u8be5\u907f\u514d\u8fd9\u4e48\u505a\uff0c\u56e0\u4e3apool\u4e2dpg\u7684\u6570\u76ee\u4f1a\u5f71\u54cd\u5230<\/strong><\/p>\n<ul>\n<li>\n<p>1\uff09\u6570\u636e\u7684\u5747\u5300\u5206\u5e03\u6027\uff1aCRUSH \u7b97\u6cd5\u4f1a<strong>\u4f2a\u968f\u673a<\/strong>\u5730\u4fdd\u8bc1 PG \u88ab\u9009\u4e2d\u6765\u5b58\u653e\u5ba2\u6237\u7aef\u7684\u6570\u636e\uff0c\u5b83\u8fd8\u4f1a\u5c3d\u53ef\u80fd\u5730\u4fdd\u8bc1\u6240\u6709\u7684 PG \u5747\u5300\u5206\u5e03\u5728\u6240\u6709\u7684 OSD \u4e0a\uff0c\u5373ceph\u662f\u4f2a\u6570\u636e\u5e73\u8861\uff0c\u5982\u679c\u53ea\u6709\u4e00\u4e2aPG\uff0c\u4e00\u4e2aPG\u91cc\u526f\u672c\u6570\u4e3a3\uff0c\u6c38\u8fdc\u53ea\u6709\u4e00\u5757\u76d8\u88ab\u7528\u5230<\/p>\n<pre><code class=\"language-bash\">\u6bd4\u65b9\u8bf4\uff0c\u670910\u4e2aOSD\uff0c\u4f46\u662f\u53ea\u6709\u4e00\u4e2a size \u4e3a 3 \u7684 pool\u3001\u5b83\u53ea\u6709\u4e00\u4e2a PG\uff0c\u90a3\u4e4810\u4e2a OSD \u4e2d\u5c06\u53ea\u6709\u4e09\u4e2a OSD \u88ab\u7528\u5230\u3002 CURSH \u7b97\u6cd5\u5728\u8ba1\u7b97\u7684\u65f6\u5019\u5e76\u4e0d\u4f1a\u8003\u8651\u5230OSD\u4e0a\u5df2\u6709\u6570\u636e\u7684\u5927\u5c0f\u3002\u5982\u679c10\u4e2aOSD\u4e0a\u5b58\u57281000\u4e2aPG\u5185\uff0c\u6bcf\u4e2a OSD \u4e0a\u5927\u6982\u6709400M \u6570\u636e\u3002\u518d\u52a0\u8fdb\u6765\u4e00\u4e2a400M\u7684\u5bf9\u8c61\uff08\u5047\u8bbe\u5b83\u4e0d\u4f1a\u88ab\u5206\u5272\uff09\uff0c\u90a3\u4e48\u6709\u4e09\u5757 OSD \u4e0a\u5c06\u6709 400M + 400M = 800 M \u7684\u6570\u636e\uff0c\u800c\u5176\u5b83\u4e03\u5757 OSD \u4e0a\u53ea\u6709 400M \u6570\u636e\u3002<\/code><\/pre>\n<\/li>\n<li>\n<p>2\uff09\u8d44\u6e90\u6d88\u8017\uff1aPG \u4f5c\u4e3a\u4e00\u4e2a\u903b\u8f91\u5b9e\u4f53\uff0c\u5b83\u9700\u8981\u6d88\u8017\u4e00\u5b9a\u7684\u8d44\u6e90\uff0c\u5305\u62ec\u5185\u5b58\uff0cCPU \u548c\u5e26\u5bbd\u3002\u592a\u591a PG \u7684\u8bdd\uff0c\u5219\u5360\u7528\u8d44\u6e90\u4f1a\u8fc7\u591a\u3002<\/p>\n<\/li>\n<li>\n<p>3\uff09\u6e05\u7406\u65f6\u95f4\uff1aCeph \u7684\u6e05\u7406\u5de5\u4f5c\u662f\u4ee5 PG \u4e3a\u5355\u4f4d\u8fdb\u884c\u7684\u3002\u5982\u679c\u4e00\u4e2a PG \u5185\u7684\u6570\u636e\u592a\u591a\uff0c\u5219\u5176\u6e05\u7406\u65f6\u95f4\u4f1a\u5f88\u957f\u3002<\/p>\n<ul>\n<li>4\uff09\u6570\u636e\u7684\u6301\u4e45\u6027\uff1aPool\u4e2d\u7684PG\u4e2a\u6570\u5e94\u8be5\u968f\u7740osd daemon\u7684\u589e\u591a\u800c\u589e\u591a\uff0c\u8fd9\u6837crush\u7b97\u6cd5\u53ef\u4ee5\u5c06pg\u4e0eosd\u7684\u5bf9\u5e94\u5173\u7cfb\u5c3d\u91cf\u5747\u5300\u4e00\u4e9b\u3001\u964d\u4f4e\u540c\u4e00\u4e2aosd\u5c5e\u4e8e\u5f88\u591a\u5f88\u591a\u4e2apg\u7684\u51e0\u7387\uff0c\u5982\u679c\u4e00\u4e2aosd\u771f\u7684\u5c5e\u4e8e\u5f88\u591a\u5f88\u591apg\uff0c\u8fd9\u6709\u53ef\u80fd\u4f1a\u5f88\u7cdf\u7cd5<\/li>\n<\/ul>\n<pre><code class=\"language-bash\">\u5047\u8bbe\u6211\u4eec\u7684pool\u526f\u672csize\u4e3a3\uff0c\u5219\u8868\u793a\u6bcf\u4e2a PG \u4f1a\u5c06\u6570\u636e\u5b58\u653e\u5728 3 \u4e2a OSD \u4e0a\uff0c\n\u4e00\u65e6\u67d0\u4e2aosd daemon\u6302\u6389\uff0c\u56e0\u4e3a\u4e00\u4e2aosd daemon\u5f88\u591a\u5f88\u591apg\uff0c\u5219\u6b64\u65f6\u4f1a\u51fa\u73b0\u5f88\u591apg\u53ea\u6709\u4e24\u4e2a2\u526f\u672c\u7684\u60c5\u51b5\uff0c\u6570\u636e\u5f00\u59cb\u8fdb\u884crecovery \u6062\u590d\uff0c\u5982recovery\u7ed3\u675f\u524d\uff0c\u56e0\u4e3a\u6570\u636e\u91cf\u8fc7\u5927\uff0c\u53c8\u6709\u4e00\u4e2aosd daemon\uff08\u4e5f\u5c5e\u4e8e\u5f88\u591a\u5f88\u591apg\uff09\u625b\u4e0d\u4f4f\u538b\u529b\u4e5f\u5d29\u6e83\u6389\u4e86\uff0c\u90a3\u4e48\u5c06\u4f1a\u6709\u4e00\u90e8\u5206pg\u53ea\u6709\u4e00\u4e2a\u526f\u672c\uff0crecovery \u8fc7\u7a0b\u7ee7\u7eed\uff0c\u60c5\u51b5\u7ee7\u7eed\u6076\u5316\uff0c\u5982\u679c\u518d\u6709\u7b2c\u4e09\u4e2aosd daemon\u6302\u6389\uff0c\u90a3\u4e48\u5c31\u53ef\u80fd\u4f1a\u51fa\u73b0\u90e8\u5206\u6570\u636e\u4e22\u5931\u3002<\/code><\/pre>\n<p>\u53ef\u89c1\uff0c\u6bcf\u4e2a OSD \u4e0a\u7684PG\u6570\u76ee\u4e0d\u5b9c\u8fc7\u5927\uff0c\u5426\u5219\uff0c\u4f1a\u964d\u4f4e\u6570\u636e\u7684\u6301\u4e45\u6027\uff0c\u53ef\u4ee5\u80af\u5b9a\u7684\u4e00\u70b9\u662fosd\u6570\u8d8a\u591a\uff0c\u5b58\u50a8\u6c60\u4e2d\u5305\u542b\u7684pg\u7684\u6570\u76ee\u4e5f\u5e94\u5bf9\u5e94\u589e\u52a0\uff0c\u8fd9\u6837\u6bcf\u4e2aosd\u4e0a\u7684pg\u6570\u624d\u4f1a\u5c3d\u91cf\u5747\u5300\u3001\u4e0d\u4f1a\u8fc7\u5927\u3002\u90a3\u5982\u4f55\u786e\u5b9a\u4e00\u4e2aPool\u4e2d\u6709\u591a\u5c11 PG?Ceph\u4e0d\u4f1a\u81ea\u5df1\u8ba1\u7b97,\u800c\u662f\u7ed9\u51fa\u4e86\u4e00\u4e9b\u53c2\u8003\u539f\u5219,\u8ba9Ceph\u7528\u6237\u81ea\u5df1\u8ba1\u7b97\uff0c<\/p>\n<ul>\n<li>\u5c11\u4e8e 5 \u4e2a OSD daemon\uff0c \u5efa\u8bae\u5c06pool\u4e2d\u7684pg\u6570\u8bbe\u4e3a  128<\/li>\n<li>5 \u5230 10 \u4e2a OSD daemon\uff0c\u5efa\u8bae\u5c06pool\u4e2d\u7684pg\u6570\u8bbe\u4e3a 512<\/li>\n<li>10 \u5230 50 \u4e2a OSD daemon\uff0c\u5efa\u8bae\u5c06pool\u4e2d\u7684pg\u6570\u8bbe\u4e3a 4096<\/li>\n<li>50 \u4e2a OSD daemon \u4ee5\u4e0a\uff0c\u5c31\u9700\u8981\u6709\u66f4\u591a\u7684\u6743\u8861\u6765\u786e\u5b9a PG \u6570\u76ee\uff0c\u4f60\u53ef\u4ee5\u4f7f\u7528 <a href=\"http:\/\/ceph.com\/pgcalc\/\">pgcalc<\/a> \u5de5\u5177https:\/\/ceph.com\/pgcalc\/\uff0c\u8be6\u89e3\u5982\u4e0b<\/li>\n<\/ul>\n<p>\u6211\u4eec\u5728\u521b\u5efa\u5b58\u50a8\u6c60\u65f6<\/p>\n<pre><code class=\"language-bash\">ceph osd pool create \u5b58\u50a8\u6c60\u540d pg_num<\/code><\/pre>\n<p>\u5982\u4f55\u8bbe\u7f6e\u5b58\u50a8\u4e2d\u5305\u542b\u7684pg_num\uff0c\u624d\u80fd\u8ba9crush\u7b97\u6cd5\u5c3d\u53ef\u80fd\u4fdd\u8bc1pg\u5728osd\u4e0a\u5206\u5e03\u5747\u5300\u5462\uff0c\u5b98\u7f51\u7684\u516c\u5f0f\u5982\u4e0b<\/p>\n<\/li>\n<\/ul>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/pgcal.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/pgcal.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<pre><code>```bash\nTarget PGs per OSD\uff1acrush\u4e3a\u6bcf\u4e2aosd\u5206\u914d\u7684pg\u6570\nosd# \uff1a\u901a\u5e38\u4e3aosd daemon\u7684\u603b\u6570\n%data\uff1a\u8be5\u5b58\u50a8\u6c60\u7684\u7a7a\u95f4\u5360ceph\u96c6\u7fa4\u6574\u4f53\u5b58\u50a8\u7a7a\u95f4\u7684\u767e\u5206\u6bd4\nsize\uff1a\u5b58\u50a8\u6c60\u4e2d\u7684\u526f\u672c\u6570\n```\n\n\u63d0\u793a\uff1a\u5b98\u65b9\u5efa\u8bae\u6bcf\u4e2aosd\u4e0a\u7684pg\u6570\uff08\u5373Target PGs per OSD\uff09\u5e94\u8be5\u4e3a\n\n```bash\n\u5982\u679c\u5728\u53ef\u9884\u89c1\u7684\u5c06\u6765\uff0c\u96c6\u7fa4\u4e2d\u7684osd\u6570\u76ee\u4e0d\u4f1a\u589e\u52a0\uff0c\u90a3\u4e48\u5efa\u8bae\u6bcf\u4e2aosd\u4e0a\u5206\u914d\u7684pg\u6570\u4e3a100\u4e2a\n\u5982\u679c\u5728\u53ef\u9884\u89c1\u7684\u5c06\u6765\uff0c\u96c6\u7fa4\u4e2d\u7684osd\u6570\u76ee\u4f1a\u589e\u52a0\uff08\u5982\u589e\u52a0\u4e00\u500d\uff09\uff0c\u90a3\u4e48\u5efa\u8bae\u6bcf\u4e2aosd\u4e0a\u5206\u914d\u7684pg\u6570\u4e3a200\u4e2a\n```\n\n\u6309\u7167\u4e0a\u8ff0\u516c\u5f0f\u5f97\u51fa\u7ed3\u679c\u540e\uff0c\u8fd8\u9700\u8981\u4f5c\u51fa\u5982\u4e0b\u5224\u65ad\u624d\u80fd\u6700\u7ec8\u786e\u5b9a\u5f85\u521b\u5efa\u7684\u5b58\u50a8\u6c60\u4e2d\u7684pg\u6570\u76ee\n\n- (1) \u5982\u679c\u5f97\u51fa\u7684\u503c\u5c0f\u4e8e\uff1aosd\u603b\u6570 \/size\uff0c\u90a3\u4e48\u503c\u5e94\u8be5\u91c7\u7528\uff1aosd \u603b\u6570\/size\uff0c\u8fd9\u662f\u4e3a\u4e86\u901a\u8fc7\u4e3a\u6bcf\u4e2a\u6c60\u7684\u6bcf\u4e2aOSD\u5206\u914d\u81f3\u5c11\u4e00\u4e2a\u4e3b\u8981\u6216\u6b21\u8981PG\u6765\u786e\u4fdd\u5747\u5300\u7684\u8d1f\u8f7d\/\u6570\u636e\u5206\u5e03\u3002\n\n- (2) \u8f93\u51fa\u7684\u503c\u5e94\u8be5\u56db\u820d\u4e94\u5165\u5230\u6700\u63a5\u8fd1\u76842\u6b21\u65b9\uff0c\u8fd9\u5229\u4e8ecrush\u7b97\u6cd5\u7684\u6548\u7387\u63d0\u5347\n- (3) \u5982\u679c\u6700\u63a5\u8fd1\u76842\u6b21\u65b9\uff08\u6bd4\u5982\u4e3a2^3\uff09\u6bd4\u5f97\u5230\u539f\u59cb\u503c\u4f4e25%\u4ee5\u4e0a\uff0c\u5219\u4f7f\u7528\u4e0b\u4e00\u4e2a\u66f4\u9ad8\u76842\u6b21\u65b9(\u5e94\u8be5\u53d62^4)\u3002\n\n\u4e3e\u4f8b\uff1a\u6211\u4eecceph\u96c6\u7fa4\u7684\u603b\u7a7a\u95f4\u4e3a100T\uff0c\u6211\u4eec\u5148\u5206\u51fa\u4e00\u4e2a1T\u7684\u5b58\u50a8\u6c60\n\n```bash\n# \u6b65\u9aa4\u4e00\uff1a\u5148\u5f97\u5230\u516c\u5f0f\u4e2d\u5404\u90e8\u5206\u9700\u8981\u76844\u4e2a\u503c\n\u90a3\u4e48\u6211\u4eec\u7684\u5b58\u50a8\u6c60\u5360\u603b\u7a7a\u95f4\u7684\u767e\u5206\u6bd4\u4e3a0.01\n\u5047\u8bbe\u6211\u4eec\u603b\u5171100\u4e2aosd\n\u5047\u8bbe\u672a\u6765\u5f88\u957f\u4e00\u6bb5\u65f6\u95f4\u5185\u6211\u4eec\u7684osd\u4e5f\u4e0d\u4f1a\u518d\u589e\u52a0\u4e86\uff0c\u90a3\u4e48target PGS per OSD\u5e94\u8be5\u4e3a100\n\u52a0\u4e0a\u5b58\u50a8\u6c60\u4e2d\u7684\u526f\u672c\u6570\u4e3a3\n\n# \u6b65\u9aa4\u4e8c\uff1a\u5c064\u4e2a\u503c\u586b\u5165\u516c\u5f0f\u8ba1\u7b97\u51fa\u7ed3\u679c\n100*100*0.01 \/ 3  \u5f97\u5230\u503c 33.333333333333336\n\n# \u6b65\u9aa4\u4e09\uff1a\u5c06\u5f97\u5230\u7684\u503c\u4e0eosd\u603b\u6570 \/size\uff0c\u53d6\u5927\u7684\u90a3\u4e2a\u503c\n\nosd\u603b\u6570 \/size \u5373 100 \/ 3 \u5f9733.333333333333336\n\u4e0e\u6b65\u9aa4\u4e8c\u7b97\u51fa\u7684\u503c\u6bd4\u8f83\uff0c\u53d6\u4e00\u4e2a\u5927\u503c\n\n\u6700\u7ec8\u9009\u5b9a33.333333333333336\n\n# \u6b65\u9aa4\u56db\uff1a\u4f9d\u636e\u6b65\u9aa4\u4e09\u7684\u503c\u53d6\u6700\u63a5\u8fd1\u76842\u6b21\u65b9\n33.333333333333336\u53d6\u6700\u63a5\u8fd1\u76842\u6b21\u65b9\uff0c2^5\u7ed3\u679c\u4e3a32\n```\n\n\u4e8e\u662f\u6211\u4eec\u521b\u5efa\n\n```bash\nceph osd pool create egon_test 32\n```\n\n\u5b98\u7f51\u4e3e\u4f8b\uff0chttps:\/\/ceph.com\/pgcalc\/\uff0c\u5728\u5b98\u7f51\u4e2d\u5f80\u8868\u683c\u4e2d\u8f93\u5165\u5bf9\u5e94\u5185\u5bb9\u5373\u53ef\u5f97\u51fapg\u4e2a\u6570\uff0c\u5f88\u65b9\u4fbf\n\n\u5b98\u7f51\u4f8b\u4e2d\uff1a\u521b\u5efa\u4e86\u4e00\u5806\u5b58\u50a8\u6c60\uff0c\u6bcf\u4e2a\u5b58\u50a8\u6c60\u5360\u7528\u603b\u7a7a\u95f4\u7684\u4e00\u5b9a\u6bd4\u4f8b\uff0c\u5373%Data\uff0c\u8be5\u503c\u5e26\u5165\u516c\u5f0f\u65f6\uff0c\u56e0\u4e3a\u662f\u767e\u5206\u6bd4\uff0c\u6240\u4ee5\u9700\u8981\u9664\u4ee5100\u540e\u624d\u53ef\u4ee5\uff0c\u6240\u6709\u5b58\u50a8\u6c60\u7684%Data\u52a0\u5728\u4e00\u8d77\u4e3a100%<\/code><\/pre>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/pool-1.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/pool-1.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<h4>4.3.5 PG \u7684\u72b6\u6001\u4e5f\u662f\u4e0d\u65ad\u53d8\u5316\u7684<\/h4>\n<p>\u5176\u4e3b\u8981\u72b6\u6001\u5305\u62ec\uff1a<\/p>\n<ul>\n<li>\n<p>1\uff09Creating \u521b\u5efa\u4e2d\uff1aPG \u6b63\u5728\u88ab\u521b\u5efa\u3002<\/p>\n<\/li>\n<li>\n<p>2\uff09Peering \u5bf9\u7b49\u4e92\u8054\uff08\u5904\u4e8e\u8be5\u72b6\u6001\u7684PG\u4e0d\u80fd\u54cd\u5e94IO\u8bf7\u6c42\uff09<\/p>\n<p>Peering\u5c31\u662f\u4e00\u4e2a PG \u7684\u6240\u6709 OSD \u90fd\u9700\u8981\u4e92\u76f8\u901a\u4fe1\u6765\u5c31PG \u7684\u5bf9\u8c61\u53ca\u5176\u5143\u6570\u636e\u7684\u72b6\u6001\u8fbe\u6210\u4e00\u81f4\u7684\u8fc7\u7a0b\u3002<\/p>\n<p>Peering\u7684\u8fc7\u7a0b\u5176\u5b9e\u5c31\u662fpg\u72b6\u6001\u4ece\u521d\u59cb\u72b6\u6001\u7136\u540e\u5230active+clean\u7684\u53d8\u5316\u8fc7\u7a0b\u3002<\/p>\n<p>\u4e00\u4e2a OSD \u542f\u52a8\u4e4b\u540e\uff0c\u4e0a\u9762\u7684pg\u5f00\u59cb\u5de5\u4f5c\uff0c\u72b6\u6001\u4e3ainitial\uff0c\u8fd9\u65f6\u8fdb\u884c\u6bd4\u5bf9\u6240\u6709osd\u4e0a\u7684pglog\u548cpg_info\uff0c\u5bf9pg\u7684\u6240\u6709\u4fe1\u606f\u8fdb\u884c\u540c\u6b65\uff0c\u5e76\u9009\u4e3eprimary osd\u548creplica osd\uff0cpeering\u8fc7\u7a0b\u7ed3\u675f\uff0c\u7136\u540e\u628apeering\u7684\u7ed3\u679c\u4ea4\u7ed9recovering\uff0c\u7531recovering\u8fc7\u7a0b\u8fdb\u884c\u6570\u636e\u7684\u6062\u590d\u5de5\u4f5c\u3002<\/p>\n<\/li>\n<li>\n<p>3\uff09Active \u6d3b\u52a8\u7684\uff1aPeering \u8fc7\u7a0b\u5b8c\u6210\u540e\uff0cPG \u7684\u72b6\u6001\u5c31\u662f active \u7684\u3002\u6b64\u72b6\u6001\u4e0b\uff0c\u5728\u4e3b\u6b21OSD \u4e0a\u7684PG \u6570\u636e\u90fd\u662f\u53ef\u7528\u7684\uff0c\u5373PG\u5185\u4e3bOSD\u548c\u4eceOSD\u90fd\u5904\u4e8e\u5c31\u7eea\u72b6\u6001\uff0c\u53ef\u6b63\u5e38\u63d0\u4f9b\u5ba2\u6237\u7aef\u8bf7\u6c42\u3002<\/p>\n<\/li>\n<li>\n<p>4\uff09Clean \u6d01\u51c0\u7684\uff1a\u6b64\u72b6\u6001\u4e0b\uff0c\u4e3b\u6b21 OSD \u90fd\u5df2\u7ecf\u88ab peered \u4e86\u3001\u90fd\u5904\u4e8e\u5c31\u7eea\u72b6\u6001\uff0c\u6bcf\u4e2a\u526f\u672c\u90fd\u5c31\u7eea\u4e86\u3002<\/p>\n<\/li>\n<li>\n<p>5\uff09Down\uff1aPG \u6389\u7ebf\u4e86\uff0c\u56e0\u4e3a\u5b58\u653e\u5176\u67d0\u4e9b\u5173\u952e\u6570\u636e\uff08\u6bd4\u5982 pglog \u548c pginfo\uff0c\u5b83\u4eec\u4e5f\u662f\u4fdd\u5b58\u5728OSD\u4e0a\uff09\u7684\u526f\u672c down \u4e86\u3002<\/p>\n<\/li>\n<li>\n<p>6\uff09Degraded \u964d\u7ea7\u7684\uff1a\u67d0\u4e2a OSD  daemon\u88ab\u53d1\u73b0\u505c\u6b62\u670d\u52a1 \uff08down\uff09\u4e86\u540e\uff0cCeph MON \u5c06\u8be5 OSD \u4e0a\u7684\u6240\u6709 PG \u7684\u72b6\u6001\u8bbe\u7f6e\u4e3a degraded\uff0c\u5373PG\u5305\u542b\u7684osd\u6570\u76ee\u4e0d\u591f\uff0c\u6b64\u65f6\u8be5 OSD \u7684 peer OSD \u4f1a\u7ee7\u7eed\u63d0\u4f9b\u6570\u636e\u670d\u52a1\u3002\u8fd9\u65f6\u4f1a\u6709\u4e24\u79cd\u7ed3\u679c\uff1a<\/p>\n<p>\u4e00\u662f\u5b83\u4f1a\u91cd\u65b0\u8d77\u6765\uff08\u6bd4\u5982\u91cd\u542f\u673a\u5668\u65f6\uff09\uff0c\u9700\u8981\u518d\u7ecf\u8fc7 peering \u8fc7\u7a0b\u518d\u5230clean \u72b6\u6001\uff0c\u800c\u4e14 Ceph \u4f1a\u53d1\u8d77 recovery \uff08\u6062\u590d\uff09\u8fc7\u7a0b\uff0c\u4f7f\u8be5 OSD \u4e0a\u8fc7\u671f\u7684\u6570\u636e\u88ab\u6062\u590d\u5230\u6700\u65b0\u72b6\u6001\uff1b<\/p>\n<p>\u4e8c\u662f OSD \u7684 down \u72b6\u6001\u6301\u7eed 300 \u79d2\u540e\u5176\u72b6\u6001\u88ab\u8bbe\u7f6e\u4e3a out\u8e22\u51fa\u96c6\u7fa4\uff0cCeph \u4f1a\u542f\u52a8\u81ea\u6062\u590d\u64cd\u4f5c\uff0c\u9009\u62e9\u5176\u5b83\u7684 OSD \u52a0\u5165 acting set\uff0c\u5e76\u542f\u52a8\u56de\u586b\uff08backfilling\uff09\u6570\u636e\u5230\u65b0 OSD \u7684\u8fc7\u7a0b\uff0c\u4f7f PG \u526f\u672c\u6570\u6062\u590d\u5230\u89c4\u5b9a\u7684\u6570\u76ee\u3002 \u6709\u65f6\u5019\u67d0\u4e2aOSD\u4e0d\u53ef\u7528\uff0c\u5d29\u6e83\u7684\u65f6\u5019\u4e5f\u4f1a\u5904\u6b64\u6b64\u72b6\u6001\u3002\u8be6\u60c5\u53ef\u4ee5\u53c2\u8003 <a href=\"http:\/\/my.oschina.net\/u\/2460844\/blog\/596895\">PG \u7684\u6570\u636e\u6062\u590d\u8fc7\u7a0b<\/a>\u3002<\/p>\n<\/li>\n<li>\n<p>7\uff09Remapped \u91cd\u6620\u5c04\uff1a\u6bcf\u5f53 PG \u7684 acting set \u6539\u53d8\u540e\uff0c\u5c31\u4f1a\u53d1\u751f\u4ece\u65e7  acting set \u5230\u65b0 acting set \u7684\u6570\u636e\u8fc1\u79fb\u3002\u6b64\u8fc7\u7a0b\u7ed3\u675f\u524d\uff0c\u65e7 acting set \u4e2d\u7684\u4e3b OSD \u5c06\u7ee7\u7eed\u63d0\u4f9b\u670d\u52a1\u3002\u4e00\u65e6\u8be5\u8fc7\u7a0b\u7ed3\u675f\uff0cCeph \u5c06\u4f7f\u7528\u65b0 acting set \u4e2d\u7684\u4e3b OSD \u6765\u63d0\u4f9b\u670d\u52a1\u3002<\/p>\n<\/li>\n<li>\n<p>8\uff09Stale \u8fc7\u671f\u7684\uff1a\u6bcf\u4e2aOSD daemon\u6bcf\u9694 0.5 \u79d2\u5411 MON \u62a5\u544a\u5176\u72b6\u6001\u3002\u5982\u679c\u56e0\u4e3a\u4efb\u4f55\u539f\u56e0\uff0c\u4e3b OSD \u62a5\u544a\u72b6\u6001\u5931\u8d25\u4e86\uff0c\u6216\u8005\u5176\u5b83OSD\u5df2\u7ecf\u62a5\u544a\u5176\u4e3b OSD down \u4e86\uff0cCeph MON \u5c06\u4f1a\u5c06\u5b83\u4eec\u7684 PG \u6807\u8bb0\u4e3a stale \u72b6\u6001\u3002 <\/p>\n<\/li>\n<li>\n<p>9\uff09 Undersized\uff1a\u5f53PG\u4e2d\u7684\u526f\u672c\u6570\u5c11\u4e8e\u5176\u5b58\u50a8\u6c60\u6307\u5b9a\u7684\u4e2a\u6570\u7684\u65f6\u5019\uff0c\u5c31\u4e3a\u6b64\u72b6\u6001\u3002<\/p>\n<\/li>\n<li>\n<p>10\uff09Scrubbing\uff1a\u5404OSD\u8fd8\u4f1a\u5468\u671f\u6027\u7684\u68c0\u67e5\u5176\u6301\u6709\u7684\u6570\u636e\u5bf9\u8c61\u7684\u5b8c\u6027\uff0c\u4ee5\u786e\u4fdd\u4e3b\u548c\u4ece\u7684\u6570\u636e\u4e00\u81f4\uff0c\u8fd9\u65f6\u5019\u72b6\u6001\u5c31\u4e3a\u6b64\u72b6\u6001\u3002 \u53e6\u5916PG\u5076\u5c14\u8fd8\u9700\u8981\u67e5\u68c0\u786e\u4fdd\u4e00\u4e2a\u5bf9\u8c61\u7684OSD\u4e0a\u80fd\u6309\u4f4d\u5339\u914d\uff0c\u8fd9\u65f6\u5019\u72b6\u6001\u4e3ascrubbing+deep\u3002<\/p>\n<\/li>\n<li>\n<p>11\uff09Recovering \u6062\u590d\u4e2d\uff08\u589e\u91cf\u6062\u590d\uff09\uff1a\u4e00\u4e2a OSD down \u540e\uff0c\u5176\u4e0a\u9762\u7684 PG \u7684\u5185\u5bb9\u7684\u7248\u672c\u4f1a\u6bd4\u5176\u5b83OSD\u4e0a\u7684 PG \u526f\u672c\u7684\u7248\u672c\u843d\u540e\u3002\u5728\u5b83\u91cd\u542f\u4e4b\u540e\uff08\u6bd4\u5982\u91cd\u542f\u673a\u5668\u65f6\uff09\uff0cCeph \u4f1a\u542f\u52a8 recovery \u8fc7\u7a0b\u6765\u4f7f\u5176\u6570\u636e\u5f97\u5230\u66f4\u65b0\u3002<\/p>\n<\/li>\n<li>\n<p>12\uff09Backfilling \u56de\u586b\u4e2d\uff08\u5168\u91cf\u6062\u590d\uff09\uff1a\u4e00\u4e2a\u65b0 OSD \u52a0\u5165\u96c6\u7fa4\u540e\uff0cCeph \u4f1a\u5c1d\u8bd5\u7ea7\u5c06\u90e8\u5206\u5176\u5b83 OSD \u4e0a\u7684 PG \u632a\u5230\u8be5\u65b0 OSD \u4e0a\uff0c\u6b64\u8fc7\u7a0b\u88ab\u79f0\u4e3a\u56de\u586b\u3002\u4e0e recovery \u76f8\u6bd4\uff0c\u56de\u586b\uff08backfill\uff09\u662f\u5728\u96f6\u6570\u636e\u7684\u60c5\u51b5\u4e0b\u505a\u5168\u91cf\u62f7\u8d1d\uff0c\u800c\u6062\u590d\uff08recovery\uff09\u662f\u5728\u5df2\u6709\u6570\u636e\u7684\u57fa\u7840\u4e0a\u505a\u589e\u91cf\u6062\u590d\u3002<\/p>\n<\/li>\n<li>\n<p>13\uff09PG \u7684\u6240\u6709\u7684\u72b6\u6001\u662f\u4e00\u4e2a\u7c7b\u4f3c\u6811\u5f62\u7684\u7ed3\u6784\uff0c\u6bcf\u4e2a\u72b6\u6001\u53ef\u80fd\u5b58\u5728\u5b50\u72b6\u6001\uff0c\u5b50\u72b6\u6001\u8fd8\u53ef\u80fd\u5b58\u5728\u5b50\u72b6\u6001\uff0c\u5982\u4e0b\u56fe\u6240\u793a\uff1a<\/p>\n<\/li>\n<\/ul>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/pg\u72b6\u6001-1.jpeg'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/pg\u72b6\u6001-1.jpeg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<pre><code class=\"language-bash\">[root@ceph-mon ~]# ceph -s  # \u6ce8\u610f\uff0c\u53ea\u6709\u5f53\u6240\u6709\u7684 PG \u90fd\u662f active + clean \u72b6\u6001\u65f6\uff0c\u96c6\u7fa4\u7684\u72b6\u6001\u624d\u662f HEALTH_OK \u7684\u3002 \ncluster c5476875-2a04-41b7-a4e8-421133c69ac8\nhealth HEALTH_WARN\n28 pgs backfill #\u56de\u586b\uff0c\u6709\u65b0\u7684 OSD \u88ab\u52a0\u5165\u4e86\uff1f\n79 pgs degraded #\u964d\u7ea7\uff0c\u6709 OSD down \u4e86\uff1f\n10 pgs recovering #\u6062\u590d\u4e2d\n42 pgs recovery_wait #\u7b49\u5f85\u6062\u590d\n80 pgs stuck unclean #\u6709 80\u4e2a PG \u4e00\u76f4\u5904\u4e8e unclean \u72b6\u6001\n27 pgs undersized #GP \u7684\u526f\u672c\u6570\u5c0f\u4e8epool size\nrecovery 4814\/27835 objects degraded (17.295%)\nrecovery 2047\/27835 objects misplaced (7.354%)<\/code><\/pre>\n<h4>4.3.6 Ceph \u4ee5 PG \u4e3a\u5355\u4f4d\u8fdb\u884c\u6570\u636e\u6e05\u7406 scrubbing<\/h4>\n<p>Ceph \u4ee5 PG \u4e3a\u5355\u4f4d\u8fdb\u884c\u6570\u636e\u6e05\u7406 scrubbing\uff0c\u4ee5\u4fdd\u8bc1\u6570\u636e\u7684\u5b8c\u6574\u6027\uff0c\u5b83\u7684\u4f5c\u7528\u7c7b\u4f3c\u4e8e\u6587\u4ef6\u7cfb\u7edf\u7684 fsck \u5de5\u5177\u3002<\/p>\n<ul>\n<li>\n<ul>\n<li>\n<p>1\uff09Ceph \u7684 OSD daemon\u5b9a\u671f\u542f\u52a8 scrub \u7ebf\u7a0b\u6765\u626b\u63cf\u90e8\u5206\u5bf9\u8c61\uff0c\u901a\u8fc7\u4e0e\u5176\u4ed6osd daemon\u7684\u526f\u672c\u6bd4\u5bf9\u6765\u53d1\u73b0\u662f\u5426\u4e00\u81f4\uff0c\u5982\u679c\u5b58\u5728\u4e0d\u4e00\u81f4\uff0c\u629b\u51fa\u5f02\u5e38\u63d0\u793a\u7528\u6237\u624b\u52a8\u89e3\u51b3\u3002\u7ba1\u7406\u5458\u4e5f\u53ef\u4ee5\u624b\u5de5\u53d1\u8d77\u3002<\/p>\n<\/li>\n<li>\n<p>2\uff09\u5728\u4e0e\u5176\u4ed6osd daemon\u7684\u526f\u672c\u8fdb\u884c\u6bd4\u8f83\u65f6\uff0c\u6709\u4e24\u79cd\u6bd4\u8f83\u65b9\u5f0f\uff1a<\/p>\n<\/li>\n<li>\n<p>light scrubbing\uff1a\u6bd4\u8f83\u5bf9\u8c61\u7684size\u548c\u5c5e\u6027\uff0c\u4e00\u822c\u6bcf\u5929\u8fdb\u884c <\/p>\n<\/li>\n<li>\n<p>deep scrubbing\uff1a\u8bfb\u53d6\u5bf9\u8c61\u7684\u6570\u636e\uff0c\u6bd4\u8f83\u68c0\u9a8c\u7801\uff0c\u4e00\u822c\u6bcf\u5468\u8fdb\u884c\u3002<\/p>\n<\/li>\n<li>\n<p>3\uff09OSD daemon\u5b9a\u671f\u542f\u52a8 \u7684scrub \u7ebf\u7a0b\u4f1a\u4ee5 PG \u4e3a\u5355\u4f4d\uff0c\u5bf9\u4e8e\u6bcf\u4e00\u4e2aPG\uff0cscrub \u7ebf\u7a0b\u4f1a\u5206\u6790\u8be5 PG \u4e0b\u6240\u6709\u7684\u5bf9\u8c61, \u4ea7\u751f\u4e00\u4e2a\u7c7b\u4f3c\u4e8e\u5143\u6570\u636e\u4fe1\u606f\u6458\u8981\u7684\u6570\u636e\u7ed3\u6784\uff0c\u5982\u5bf9\u8c61\u5927\u5c0f\uff0c\u5c5e\u6027\u7b49\uff0c\u53ebscrubmap, \u6bd4\u8f83\u4e3b\u4e0e\u526fscrubmap\uff0c\u6765\u4fdd\u8bc1\u662f\u4e0d\u662f\u6709object \u4e22\u5931\u6216\u8005\u4e0d\u5339\u914d\u3002<\/p>\n<\/li>\n<li>\n<p>4\uff09Scrub \u7684\u5de5\u4f5c\u65b9\u5f0f\u5206\u6210\u4e24\u79cd\uff0c &quot;classic Scrub&quot; vs &quot;chunky Scrub&quot;\u3002<\/p>\n<\/li>\n<\/ul>\n<p>Scrub \u6d41\u7a0b\u9700\u8981\u63d0\u53d6\u5bf9\u8c61\u7684\u6821\u9a8c\u4fe1\u606f\u7136\u540e\u8ddf\u5176\u4ed6\u526f\u672c\u7684\u6821\u9a8c\u4fe1\u606f\u5bf9\u6bd4\uff0c\u8fd9\u671f\u95f4\u88ab\u6821\u9a8c\u5bf9\u8c61\u7684\u6570\u636e\u662f\u4e0d\u80fd\u88ab\u4fee\u6539\u7684,\u6240\u4ee5 write \u8bf7\u6c42\u4f1a\u88ab block. \u7531\u4e8e PG \u53ef\u80fd\u5305\u542b\u6210\u5343\u4e0a\u4e07 objects, <\/p>\n<p>chunky Scrub \u6bcf\u4e00\u6b21\u7684\u6bd4\u8f83\u53ea\u53d6\u5176\u4e2d\u4e00\u90e8\u5206 objects \u6765\u6bd4\u8f83\uff0c\u8fd9\u6837\u53ea block\u4e00\u5c0f\u90e8\u5206object\u7684write\u8bf7\u6c42\u3002\u8fd9\u662f\u5728ceph\u7684Bobtail(v0.56  Jan 1 2013)\u5f15\u5165\u7684feature,\u79f0\u4e3achunky scrub\u3002<\/p>\n<p>Classic scrub \u6ca1\u6709\u5f15\u5165chunk\uff0c \u4f1ablock\u6240\u6709\u7684write\u8bf7\u6c42\u3002<\/p>\n<ul>\n<li>5\uff09\u8be5\u673a\u5236\u5bf9\u4fdd\u8bc1\u6570\u636e\u7684\u5b8c\u6574\u6027\u975e\u5e38\u91cd\u8981\uff0c\u4f46\u662f\u4e5f\u4f1a\u6d88\u8017\u5927\u91cf\u7684\u96c6\u7fa4\u8d44\u6e90\uff0cblock \u4f4f\u4e00\u90e8\u5206\u5bf9\u8c61\u7684\u5199\u5165\u64cd\u4f5c\uff0c\u964d\u4f4e\u96c6\u7fa4\u7684\u6027\u80fd\uff0c\u7279\u522b\u662f\u5f53\u4e00\u4e2aOSD\u670d\u52a1\u5668\u4e0a\u591a\u4e2aOSD\u540c\u65f6\u8fdb\u884c\u6df1\u5ea6\u6e05\u7406\u7684\u65f6\u5019\u3002\u8fd9\u7bc7\u6587\u7ae0 <a href=\"http:\/\/blog.simon.leinen.ch\/2015\/02\/ceph-deep-scrubbing-impact.html\">Ceph Deep-Scrubbing Impact Study<\/a> \u8bf4\u5f53\u6709\u4e09\u4e2a\u6df1\u5ea6\u6e05\u7406\u7ebf\u7a0b\u53d1\u751f\u65f6\uff0c\u6027\u80fd\u6709\u660e\u663e\u7684\u4e0b\u964d\u3002<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<h4>4.3.7 PG \u8bbe\u8ba1\u5e26\u6765\u7684\u4e00\u4e9b\u8fd0\u7ef4\u95ee\u9898<\/h4>\n<p>\u5f15\u7528 <a href=\"https:\/\/www.cnblogs.com\/linhaifeng\/articles\/14690274.html\">https:\/\/www.cnblogs.com\/linhaifeng\/articles\/14690274.html<\/a><\/p>\n<p>\uff081\uff09\u6269\u5bb9\u7c92\u5ea6<\/p>\n<p>Ceph\u5728\u5b9e\u8df5\u4e2d\uff0c\u6269\u5bb9\u53d7\u201c\u5bb9\u9519\u57df\u201d\u5236\u7ea6\uff0c\u4e00\u6b21\u53ea\u80fd\u6269\u4e00\u4e2a\u201c\u5bb9\u9519\u57df\u201d\u3002\u5bb9\u9519\u57df\u5c31\u662f\uff1a\u526f\u672c\u9694\u79bb\u7ea7\u522b\uff0c\u5373\u540c\u4e00\u4e2areplica\u7684\u6570\u636e\uff0c\u653e\u5728\u4e0d\u540c\u7684\u78c1\u76d8\/\u673a\u5668\/Rack\/\u673a\u623f\u3002\u9ed8\u8ba4\u662f\u673a\u5668\uff0c\u901a\u5e38\u8bbe\u4e3a\u673a\u67b6\u3002<\/p>\n<p>Ceph\u6269\u5bb9\u9700\u8981\u5bf9PGs\u8fdb\u884c\u8c03\u6574\u3002\u6b63\u56e0\u4e3a\u8fd9\u4e2a\u8c03\u6574\uff0c\u5bfc\u81f4Ceph\u53d7\u201c\u5bb9\u9519\u57df\u201d\u5236\u7ea6\u3002<\/p>\n<p>\u4f8b\u5982\uff1a\u6709\u4e00\u4e2aPG\uff0c\u662f3\u526f\u672c\uff0cCeph\u96c6\u7fa4\u6709\u4e00\u4e2a\u914d\u7f6e\u662fPG\u8981\u5411\u5916\u63d0\u4f9b\u6b63\u5e38\u670d\u52a1\uff0c\u81f3\u5c11\u67092\u4e2a\u5b8c\u6574\u7684\u526f\u672c\u3002\u800c\u5f53\u8fd9\u4e2a\u6570\u636epool\u7684\u5bb9\u9519\u57df\u662fhost\u65f6\uff0c\u540c\u65f6\u6269\u5bb92\u53f0\u673a\u5668\uff0c\u4e00\u4e9bPG\u5c31\u6709\u53ef\u80fd\u628a3\u526f\u672c\u4e2d\u76842\u4e2a\u90fd\u6620\u5c04\u52302\u53f0\u65b0\u673a\u5668\u4e0a\u53bb\u3002\u800c\u8fd92\u4e2a\u526f\u672c\u90fd\u662f\u65b0\u526f\u672c\uff0c\u90fd\u6ca1\u6709\u5b8c\u6574\u7684\u6700\u65b0\u6570\u636e\u3002\u5269\u4e0b\u7684\u4e00\u4e2a\u526f\u672c\uff0c\u65e0\u6cd5\u6ee1\u8db3\u8001\u673a\u5668\u81f3\u5c11\u6709\u5b8c\u6574\u76842\u526f\u672c\u7684\u8981\u6c42\uff0c\u4e5f\u5c31\u4e0d\u80fd\u63d0\u4f9b\u6b63\u5e38\u8bfb\u5199\u670d\u52a1\u4e86\u3002\u8fd9\u5c31\u4f1a\u5bfc\u81f4\u8fd9\u4e2aPG\u91cc\u7684\u6240\u6709\u5bf9\u8c61\uff0c\u505c\u6b62\u5bf9\u5916\u670d\u52a1\u3002<\/p>\n<p>\u90a3\u5728\u6269\u5bb9\u65f6\uff0c\u4e00\u6b21\u53ea\u6269\u5bb9\u4e00\u53f0\u673a\u5668\u65f6\uff0c\u662f\u4e0d\u662f\u5c31\u5b89\u5168\u4e86\u5462\uff1f\u8fd9\u6837\u5c31\u80fd\u4fdd\u8bc1\u6240\u6709PG\u90fd\u81f3\u5c11\u5728\u8001\u673a\u5668\u67092\u4e2a\u5b8c\u6574\u7684\u526f\u672c\u4e86\u3002\u53ef\u662f\uff0c\u5373\u4f7f\u662f\u6269\u5bb9\u4e00\u53f0\u673a\u5668\uff0c\u4e5f\u8fd8\u8981\u9762\u4e34\u6269\u5bb9\u65f6\u8001\u673a\u5668\u4e2d\u6709\u786c\u76d8\u574f\u6389\uff0c\u5bfc\u81f4PG\u7684\u5b8c\u6574\u526f\u672c\u53c8\u4e0b\u964d\u4e3a1\u7684\u6781\u7aef\u60c5\u51b5\u53d1\u751f\u3002<\/p>\n<p>\u529e\u6cd5\u662f\uff0c\u5728\u5f00\u59cb\u89c4\u5212Ceph\u96c6\u7fa4\u65f6\uff0c\u8bbe\u5b9a\u597d\u66f4\u5927\u5c42\u6b21\u7684\u201c\u5bb9\u9519\u57df\u201d\uff0c\u6bd4\u5982Rack\u3002 \u53ef\u4ee5\u662f\u771f\u5b9e\u7684Rack\uff0c\u5373\u4f7f\u6ca1\u6709\u4e5f\u53ef\u4ee5\u662f\u903b\u8f91\u7684Rack\u3002\u8fd9\u6837\u6269\u5bb9\u65f6\uff0c\u53ef\u4ee5\u6269\u4e00\u4e2a\u903b\u8f91\u201c\u5bb9\u9519\u57df\u201d\uff0c\u5c31\u53ef\u4ee5\u6253\u7834\u6269\u4e00\u53f0\u673a\u5668\u7684\u9650\u5236\uff0c\u6269\u4e00\u6574\u4e2aRack\uff0c\u81f3\u5c11\u6709\u597d\u51e0\u53f0\u673a\u5668\u3002<\/p>\n<p>\uff082\uff09\u6269\u5bb9\u662f crushmap \u53d8\u5316\u5e26\u9886\u7684\u7cfb\u7edf\u6296\u52a8<\/p>\n<p>Ceph\u662f\u6839\u636ecrushmap\u53bb\u653e\u7f6ePG\u7684\u7269\u7406\u4f4d\u7f6e\u7684\uff0c\u5018\u82e5\u5728\u6269\u5bb9\u8fdb\u884c\u4e86\u4e00\u534a\u65f6\uff0c\u53c8\u6709\u786c\u76d8\u574f\u6389\u4e86\uff0c\u90a3Ceph\u7684crushmap\u5c31\u4f1a\u6539\u53d8\uff0cCeph\u53c8\u4f1a\u91cd\u65b0\u8fdb\u884cPG\u7684re-hash\uff0c\u5f88\u591aPG\u7684\u4f4d\u7f6e\u53c8\u4f1a\u91cd\u65b0\u8ba1\u7b97\u3002\u5982\u679c\u8fd0\u6c14\u6bd4\u8f83\u5dee\uff0c\u5f88\u53ef\u80fd\u4e00\u53f0\u673a\u5668\u7684\u6269\u5bb9\u8fdb\u5ea6\u88ab\u8feb\u8fdb\u884c\u4e86\u5f88\u4e45\u624d\u56de\u5230\u7a33\u5b9a\u7684\u72b6\u6001\u3002<\/p>\n<p>\u8fd9\u4e2acrushmap\u6539\u53d8\u5bfc\u81f4\u7684Ceph\u91cd\u5e73\u8861\uff0c\u4e0d\u5355\u5355\u5728\u6269\u5bb9\u65f6\uff0c\u51e0\u4e4e\u5728\u4efb\u4f55\u65f6\u5019\uff0c\u5bf9\u4e00\u4e2a\u5927\u7684\u5b58\u50a8\u96c6\u7fa4\u90fd\u6709\u4e9b\u5934\u75bc\u3002\u5728\u5efa\u7acb\u4e00\u4e2a\u65b0\u96c6\u7fa4\u65f6\uff0c\u786c\u76d8\u90fd\u6bd4\u8f83\u65b0\uff0c\u56e0\u6b64\u6545\u969c\u7387\u5e76\u4e0d\u9ad8\u3002\u4f46\u662f\u5728\u8fd0\u884c\u4e862-3\u5e74\u7684\u5927\u5b58\u50a8\u96c6\u7fa4\uff0c\u574f\u76d8\u771f\u7684\u662f\u4e00\u4e2a\u7a00\u677e\u5e73\u5e38\u7684\u4e8b\u60c5\uff0c1000\u53f0\u89c4\u6a21\u7684\u96c6\u7fa4\u4e00\u5929\u574f\u4e2a2-3\u5757\u76d8\u5f88\u6b63\u5e38\u3002crushmap\u7ecf\u5e38\u53d8\u52a8\uff0c\u5bf9Ceph\u5185\u90e8\u4e0d\u7a33\u5b9a\uff0c\u5f71\u54cd\u771f\u7684\u5f88\u5927\u3002\u968f\u4e4b\u800c\u6765\uff0c\u53ef\u80fd\u662f\u6574\u4f53IO\u7684\u4e0b\u964d\uff08\u78c1\u76d8IO\u88ab\u53cd\u590d\u7684rebalance\u5360\u6ee1\uff09\uff0c\u751a\u81f3\u662f\u67d0\u4e9b\u6570\u636e\u6682\u65f6\u4e0d\u53ef\u7528\u3002<\/p>\n<p>\uff083\uff09OSD \u589e\u52a0\u65f6\u5019\u7684PG\u6570\u91cf\u8c03\u6574<\/p>\n<p>\u5047\u8bbe\u6211\u4eec\u73b0\u5728\u670910\u53f0\u673a\u5668\uff0c\u6bcf\u53f0\u4e00\u5757\u786c\u76d8\u4e00\u517110\u5757\u76d8\uff0c\u67091024\u4e2aPG\uff0cPG\u90fd\u662f\u5355\u526f\u672c\uff0c\u90a3\u4e48\u6bcf\u4e2a\u76d8\u4f1a\u5b58100\u4e2aPG\u3002\u6b64\u65f6\u8fd9\u4e2a\u8bbe\u7f6e\u975e\u5e38\u5065\u5eb7\uff0c\u4f46\u5f53\u6211\u4eec\u96c6\u7fa4\u6269\u5bb9\u52301000\u53f0\u673a\u5668\uff0c\u6bcf\u53f0\u786c\u76d8\u5c31\u53ea\u653e\u4e00\u4e2aPG\u4e86\uff0c\u8fd9\u4f1a\u5bfc\u81f4\u4f2a\u968f\u673a\u9020\u6210\u7684\u4e0d\u5e73\u8861\u73b0\u8c61\u653e\u5927\u3002\u56e0\u6b64\uff0cadmin\u5c31\u8981\u9762\u4e34\u8c03\u6574PG\u6570\u91cf\uff0c\u8fd9\u5c31\u5e26\u6765\u4e86\u95ee\u9898\u3002\u8c03PG\uff0c\u57fa\u672c\u4e5f\u5c31\u610f\u5473\u7740\u6574\u4e2a\u96c6\u7fa4\u4f1a\u8fdb\u5165\u4e00\u79cd\u4e25\u91cd\u4e0d\u6b63\u5e38\u7684\u72b6\u6001\u3002\u51e0\u4e4e50%\u7684\u5bf9\u8c61\uff0c\u6d89\u53ca\u5230\u8c03\u6574\u540e\u7684PG\u90fd\u9700\u8981\u91cd\u65b0\u653e\u7f6e\u7269\u7406\u4f4d\u7f6e\uff0c\u8fd9\u4f1a\u5f15\u8d77\u670d\u52a1\u8d28\u91cf\u7684\u4e25\u91cd\u4e0b\u964d\u3002<\/p>\n<p>\uff084\uff09\u76d8\u6ee1\u9020\u6210\u7684\u7cfb\u7edf\u4e0d\u53ef\u8bbf\u95ee<\/p>\n<p>\u5728\u96c6\u7fa4\u6574\u4f53\u4f7f\u7528\u7387\u4e0d\u9ad8\u65f6\uff0c\u90fd\u6ca1\u6709\u95ee\u9898\u3002\u800c\u5728\u4f7f\u7528\u7387\u8fbe\u523070%\u540e\uff0c\u5c31\u9700\u8981\u7ba1\u7406\u5458\u4ecb\u5165\u4e86\u3002\u56e0\u4e3a\u65b9\u5dee\u5927\u7684\u76d8\uff0c\u5f88\u6709\u53ef\u80fd\u4f1a\u89e6\u53ca95%\u8fd9\u6761\u7ea2\u7ebf\u3002admin\u5f00\u59cb\u8c03\u4f4e\u5bb9\u91cf\u8fc7\u9ad8\u78c1\u76d8\u7684reweight\uff0c\u4f46\u5982\u679c\u5728\u8fd9\u4e00\u6279\u78c1\u76d8\u88ab\u8c03\u6574reweight\u6ca1\u6709\u7ed3\u675f\u65f6\uff0c\u53c8\u6709\u4e00\u4e9b\u78c1\u76d8\u88ab\u5199\u6ee1\u4e86\uff0c\u90a3\u7ba1\u7406\u5458\u5c31\u5fc5\u987b\u88ab\u8feb\u5728Ceph\u6ca1\u6709\u8fbe\u5230\u7a33\u5b9a\u72b6\u6001\u524d\uff0c\u53c8\u4e00\u6b21reweight\u8fc7\u9ad8\u7684\u78c1\u76d8\u3002  \u8fd9\u5c31\u5bfc\u81f4\u4e86crushmap\u7684\u518d\u4e00\u6b21\u53d8\u66f4\uff0c\u4ece\u800c\u5bfc\u81f4Ceph\u79bb\u7a33\u5b9a\u72b6\u6001\u8d8a\u6765\u8d8a\u8fdc\u3002\u800c\u6b64\u65f6\u6269\u5bb9\u53c8\u4e0d\u53ca\u65f6\u7684\u8bdd\uff0c\u66f4\u662f\u96ea\u4e0a\u52a0\u971c\u3002\u800c\u4e14\u4e4b\u524d\u7684crushmap\u7684\u4e2d\u95f4\u72b6\u6001\uff0c\u4e5f\u4f1a\u5bfc\u81f4\u4e00\u4e9bPG\u8fc1\u79fb\u4e86\u4e00\u534a\uff0c\u8fd9\u4e9b\u201c\u4e0d\u5b8c\u6574\u7684\u201dPG\u5e76\u4e0d\u4f1a\u88ab\u9a6c\u4e0a\u5220\u9664\uff0c\u8fd9\u7ed9\u672c\u6765\u5c31\u7d27\u5f20\u7684\u78c1\u76d8\u7a7a\u95f4\u53c8\u52a0\u91cd\u4e86\u8d1f\u62c5\u3002\u5173\u4e8ereweight \u5bfc\u81f4\u7684 rebalance\uff0c\u53ef\u53c2\u8003 <a href=\"https:\/\/ceph.com\/geen-categorie\/ceph-osd-reweight\/\">https:\/\/ceph.com\/geen-categorie\/ceph-osd-reweight\/<\/a>\u3002<\/p>\n<p>\u4e00\u5757\u78c1\u76d8\u6ee1\u4e86\uff0cCeph\u4e3a\u4ec0\u4e48\u5c31\u4e0d\u53ef\u7528\u4e86\u3002Ceph\u8fd8\u771f\u7684\u5c31\u662f\u8fd9\u6837\u8bbe\u8ba1\u7684\uff0c\u56e0\u4e3aCeph\u6ca1\u6cd5\u4fdd\u8bc1\u65b0\u7684\u5bf9\u8c61\u662f\u5426\u843d\u5728\u7a7a\u76d8\u800c\u4e0d\u843d\u5728\u6ee1\u76d8\uff0c\u6240\u4ee5Ceph\u9009\u62e9\u5728\u6709\u76d8\u6ee1\u4e86\u65f6\uff0c\u5c31\u62d2\u7edd\u670d\u52a1\u3002\u57fa\u672c\u4e0a\u5927\u5bb6\u7684Ceph\u96c6\u7fa4\u90fd\u662f\u5728\u8fbe\u523050%\u4f7f\u7528\u7387\u65f6\uff0c\u5c31\u8981\u5f00\u59cb\u51c6\u5907\u6269\u5bb9\u4e86\u3002<\/p>\n<h3>4.4 Ceph\u7ed3\u6784\u548c\u72b6\u6001\u5730\u56fecluster map<\/h3>\n<h4>4.4.1 cluster map\u4ecb\u7ecd<\/h4>\n<p>\u5728Ceph\u4e2d\u6709\u5f88\u591a\u7684\u8fd0\u884c\u56fe\uff0c\u6bd4\u5982Monitor\u8fd0\u884c\u56fe\uff0cOSD\u8fd0\u884c\u56fe\uff0c\u96c6\u7fa4\u8fd0\u884c\u56fe\uff0cMDS\u8fd0\u884c\u56fe\u548cCRUSH\u8fd0\u884c\u56fe\uff0c\u5b83\u4eec\u7edf\u79f0\u4e3acluster map<\/p>\n<p>\u7531\u82e5\u5e72\u4e2amonitor\u5171\u540c\u8d1f\u8d23\u6574\u4e2aCeph\u96c6\u7fa4\u4e2d\u6240\u6709OSD\u72b6\u6001\u7684\u53d1\u73b0\u4e0e\u8bb0\u5f55\uff0c\u5e76\u4e14\u5171\u540c\u5f62\u6210cluster map\u7684master\u7248\u672c\uff0c\u7136\u540e\u6269\u6563\u81f3\u5168\u4f53OSD\u4ee5\u53caclient\u3002<\/p>\n<p>OSD daemon\u4f7f\u7528cluster map\u8fdb\u884c\u6570\u636e\u7684\u7ef4\u62a4\uff0c\u800cclient\u4f7f\u7528cluster map\u8fdb\u884c\u6570\u636e\u7684\u5bfb\u5740\u3002<br \/>\nmonitor\u5e76\u4e0d\u4e3b\u52a8\u8f6e\u8be2\u5404\u4e2aOSD\u7684\u5f53\u524d\u72b6\u6001\u3002\u6b63\u76f8\u53cd\uff0cOSD\u9700\u8981\u5411monitor\u4e0a\u62a5\u72b6\u6001\u4fe1\u606f\u3002\u5e38\u89c1\u7684\u4e0a\u62a5\u6709\u4e24\u79cd\u60c5\u51b5\uff1a<\/p>\n<p>\u4e00\u662f\u65b0\u7684OSD\u88ab\u52a0\u5165\u96c6\u7fa4<\/p>\n<p>\u4e8c\u662f\u67d0\u4e2aOSD\u53d1\u73b0\u81ea\u8eab\u6216\u8005\u5176\u4ed6OSD\u53d1\u751f\u5f02\u5e38\u3002<\/p>\n<p>\u5728\u6536\u5230\u8fd9\u4e9b\u4e0a\u62a5\u4fe1\u606f\u540e\uff0cmonitor\u5c06\u66f4\u65b0cluster map\u4fe1\u606f\u5e76\u52a0\u4ee5\u6269\u6563\uff0c\u4e3e\u4f8b<\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/1-66.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/1-66.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/2-68.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/2-68.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<h4>4.4.2 Cluster map\u7684\u5185\u5bb9<\/h4>\n<ul>\n<li>\n<p>1\u3001Epoch\uff0c\u5373\u7248\u672c\u53f7\uff0c\u4e3a\u4e00\u4e2a\u5355\u8c03\u9012\u589e\u5e8f\u5217\uff0cEpoch\u8d8a\u5927\uff0c\u5219cluster map\u7248\u672c\u8d8a\u65b0\u3002<\/p>\n<\/li>\n<li>\n<p>2\u3001Monitor Map\uff1aMON \u96c6\u7fa4\u7684\u72b6\u6001<\/p>\n<\/li>\n<li>\n<p>3\u3001OSD Map\u4e0ePG Map\uff1a\u5404\u4e2aOSD\u7684\u7f51\u7edc\u5730\u5740\u3002\u5404\u4e2aOSD\u7684\u72b6\u6001\u3002up\u6216\u8005down\uff0c\u8868\u660eOSD\u662f\u5426\u6b63\u5e38\u5de5\u4f5c\uff1bin\u6216\u8005out\uff0c\u8868\u660eOSD\u662f\u5426\u5728\u81f3\u5c11\u4e00\u4e2aPG\u4e2d\u3002<\/p>\n<\/li>\n<\/ul>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/clustermap\u5185\u5bb9-1.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/clustermap\u5185\u5bb9-1.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<ul>\n<li>4\u3001Crush Map\uff1aCRUSH\u7b97\u6cd5\u914d\u7f6e\u53c2\u6570\u3002\u8868\u660e\u4e86Ceph\u96c6\u7fa4\u7684\u7269\u7406\u5c42\u7ea7\u5173\u7cfb\uff08cluster hierarchy\uff09\uff0c\u4f4d\u7f6e\u6620\u5c04\u89c4\u5219\uff08placement rules\uff09\u3002<\/li>\n<\/ul>\n<h4>4.4.3 Monitor map\uff1aMon\u96c6\u7fa4\u7684\u72b6\u6001\u56fe<\/h4>\n<pre><code class=\"language-bash\"># ceph mon dump<\/code><\/pre>\n<h4>4.4.4 OSD Map\uff1a\u5f53\u524d\u6240\u6709 Pool \u7684\u72b6\u6001\u548c\u6240\u6709 OSD \u7684\u72b6\u6001<\/h4>\n<pre><code class=\"language-bash\"># ceph osd dump<\/code><\/pre>\n<h4>4.4.5 PG Map\uff08Placement Group\uff09<\/h4>\n<p>\u5305\u542bPG \u7248\u672c\uff08version\uff09\u3001\u65f6\u95f4\u6233\u3001\u6700\u65b0\u7684 OSD map epoch, full ratios, and \u6bcf\u4e2a PG \u7684\u8be6\u7ec6\u4fe1\u606f\u6bd4\u5982 PG ID, Up Set, Acting Set, \u72b6\u6001 (e.g., active + clean), pool \u7684\u7a7a\u95f4\u4f7f\u7528\u7edf\u8ba1\u3002\u53ef\u4ee5\u901a\u8fc7ceph pg dump\u83b7\u5f97<\/p>\n<pre><code class=\"language-bash\">ceph pg dump | awk &#039;\n \/^pg_stat\/ { col=1; while($col!=&quot;up&quot;) {col++}; col++ }\n \/^[0-9a-f]+\\.[0-9a-f]+\/ { match($0,\/^[0-9a-f]+\/); pool=substr($0, RSTART, RLENGTH); poollist[pool]=0;\n up=$col; i=0; RSTART=0; RLENGTH=0; delete osds; while(match(up,\/[0-9]+\/)&gt;0) { osds[++i]=substr(up,RSTART,RLENGTH); up = substr(up, RSTART+RLENGTH) }\n for(i in osds) {array[osds[i],pool]++; osdlist[osds[i]];}\n}\nEND {\n printf(&quot;\\n&quot;);\n printf(&quot;pool :\\t&quot;); for (i in poollist) printf(&quot;%s\\t&quot;,i); printf(&quot;| SUM \\n&quot;);\n for (i in poollist) printf(&quot;--------&quot;); printf(&quot;----------------\\n&quot;);\n for (i in osdlist) { printf(&quot;osd.%i\\t&quot;, i); sum=0;\n for (j in poollist) { printf(&quot;%i\\t&quot;, array[i,j]); sum+=array[i,j]; poollist[j]+=array[i,j] }; printf(&quot;| %i\\n&quot;,sum) }\n for (i in poollist) printf(&quot;--------&quot;); printf(&quot;----------------\\n&quot;);\n printf(&quot;SUM :\\t&quot;); for (i in poollist) printf(&quot;%s\\t&quot;,poollist[i]); printf(&quot;|\\n&quot;);\n}&#039;<\/code><\/pre>\n<p>\u5176\u4ed6\u811a\u672c<\/p>\n<pre><code class=\"language-bash\">ceph pg dump | awk &#039;\nBEGIN { IGNORECASE = 1 }\n \/^PG_STAT\/ { col=1; while($col!=&quot;UP&quot;) {col++}; col++ }\n \/^[0-9a-f]+\\.[0-9a-f]+\/ { match($0,\/^[0-9a-f]+\/); pool=substr($0, RSTART, RLENGTH); poollist[pool]=0;\n up=$col; i=0; RSTART=0; RLENGTH=0; delete osds; while(match(up,\/[0-9]+\/)&gt;0) { osds[++i]=substr(up,RSTART,RLENGTH); up = substr(up, RSTART+RLENGTH) }\n for(i in osds) {array[osds[i],pool]++; osdlist[osds[i]];}\n}\nEND {\n printf(&quot;\\n&quot;);\n printf(&quot;pool :\\t&quot;); for (i in poollist) printf(&quot;%s\\t&quot;,i); printf(&quot;| SUM \\n&quot;);\n for (i in poollist) printf(&quot;--------&quot;); printf(&quot;----------------\\n&quot;);\n for (i in osdlist) { printf(&quot;osd.%i\\t&quot;, i); sum=0;\n   for (j in poollist) { printf(&quot;%i\\t&quot;, array[i,j]); sum+=array[i,j]; sumpool[j]+=array[i,j] }; printf(&quot;| %i\\n&quot;,sum) }\n for (i in poollist) printf(&quot;--------&quot;); printf(&quot;----------------\\n&quot;);\n printf(&quot;SUM :\\t&quot;); for (i in poollist) printf(&quot;%s\\t&quot;,sumpool[i]); printf(&quot;|\\n&quot;);\n}&#039;<\/code><\/pre>\n<h4>4.4.6 CRUSH Map\uff1aControlled Replication under Scalable Hashing<\/h4>\n<p><strong>1\u3001\u4ec0\u4e48\u662fcrush\uff1f<\/strong><\/p>\n<p>CRUSH\u662f\u4e00\u79cd\u7c7b\u4f3c\u4e8e\u4e00\u81f4\u6027hash\u7684\u7b97\u6cd5\uff0c\u7528\u4e8e\u4e3aRADOS\u5b58\u50a8\u96c6\u7fa4\u63a7\u5236\u6570\u636e\u5206\u5e03\uff0c\u5168\u79f0\u4e3a\uff1aControlled Replication Under Scalable Hashing<\/p>\n<p><strong>2\u3001crush\u5728ceph\u96c6\u7fa4\u4e2d\u7684\u4f5c\u7528\uff1f<\/strong><\/p>\n<p>\u8d1f\u8d23\u6570\u636e\u4ecePG\u5230OSD\u7684\u5b58\u53d6\u3002<\/p>\n<p><strong>3\u3001\u6545\u969c\u57df<\/strong><\/p>\n<p>\u53ef\u4ee5\u628a\u6545\u969c\u57df\u7406\u89e3\u4e3a\u4e00\u4e2a\u5355\u5143\uff0c\u8fd9\u4e2a\u5355\u5143\u6709\u5927\u6709\u5c0f\uff0c\u6210\u4e00\u4e2a\u5012\u6811\u3002\u5176\u4e2d\u6700\u5c0f\u4e3aOSD\uff0cOSD\u4e4b\u4e0a\u4e3a\u5177\u4f53\u7684\u670d\u52a1\u5668\uff0c\u670d\u52a1\u5668\u901a\u8fc7\u662f\u653e\u7f6e\u5728\u673a\u67b6\u4e0a\uff0c\u6240\u4ee5\u518d\u8005\u662f\u673a\u67b6\uff0c\u673a\u6392\uff08\u4e00\u6392\u673a\u67b6\uff09\uff0c\u4e00\u4e2a\u914d\u7535\u5355\u5143\uff0c\u673a\u623f\uff0c\u6570\u636e\u4e2d\u5fc3\uff0c\u6839\uff08root\uff09\u3002 \u6b63\u786e\u7684\u8bbe\u7f6e\u6545\u969c\u57df\u53ef\u4ee5\u964d\u4f4e\u6570\u636e\u4e22\u5931\u7684\u98ce\u9669\uff0c\u5982\u679c\u5c06\u6545\u969c\u57df\u8bbe\u7f6e\u4e3aOSD\uff0c\u90a3\u4e48\u540c\u4e00\u6761\u6570\u636e\u80af\u5b9a\u5c06\u5206\u5e03\u5728\u4e0d\u540cOSD\uff0c\u6709\u53f0\u670d\u52a1\u5668\u6709\u53ef\u80fd\u4f1a\u6709\u591a\u4e2aOSD\uff0c\u6709\u53ef\u80fd\u8fd9\u6761\u6570\u636e\u90fd\u5728\u8fd9\u53f0\u670d\u52a1\u5668\u4e0a\u9762\uff0c\u5982\u679c\u8fd9\u53f0\u670d\u52a1\u5668\u5b95\u673a\uff0c\u6709\u53ef\u80fd\u9020\u6210\u4e22\u5931\u3002\u5982\u679c\u5c06\u6545\u969c\u57df\u8bbe\u7f6e\u4e3ahost\uff0c\u90a3\u4e48\u4e00\u6761\u6570\u636e\u80af\u5b9a\u5206\u5e03\u5728\u4e0d\u540c\u7684host\uff0c\u90a3\u4e48\u8fd9\u65f6\u5019\u5982\u679c\u6709\u4e00\u53f0host\u5b95\u673a\u4e0d\u4f1a\u9020\u6210\u6570\u636e\u4e22\u5931\uff08\u63a8\u8350\uff09\u3002 Ceph\u96c6\u7fa4\u4e2d\u9ed8\u8ba4\u7684\u6545\u969c\u57df\u6709\u3002<\/p>\n<ul>\n<li>osd\uff1a\u786c\u76d8<\/li>\n<li>host\uff1a\u670d\u52a1\u5668<\/li>\n<li>chassis\uff1a\u673a\u7bb1<\/li>\n<li>rack\uff1a\u673a\u67b6\uff08\u4e00\u4e2a\u673a\u67b6\u5305\u542b\u591a\u4e2a\u673a\u7bb1\uff09<\/li>\n<li>row\uff1a\u673a\u6392<\/li>\n<li>pdu\uff1a\u914d\u7535\u5355\u5143\uff08\u6709\u53ef\u80fd\u591a\u4e2a\u673a\u6392\u5171\u7528\u4e00\u4e2a\u914d\u7535\u5355\u5143\uff09<\/li>\n<li>pod\uff1a\u591a\u4e2a\u673a\u6392<\/li>\n<li>room\uff1a\u673a\u623f<\/li>\n<li>datacenter\uff1a\u6570\u636e\u4e2d\u5fc3\uff08\u6709\u53ef\u80fd\u591a\u4e2a\u673a\u623f\u7ec4\u6210\u4e00\u4e2a\u6570\u636e\u4e2d\u5fc3\uff09<\/li>\n<li>region\uff1a\u533a\u57df\uff08\u534e\u4e1c1\uff0c\u534e\u4e1c2\u7b49\uff09<\/li>\n<li>root\uff1a\u6700\u9876\u7ea7\uff0c\u5fc5\u987b\u5b58\u5728 \u6ce8\u610f\uff1a\u8fd9\u4e9b\u6545\u969c\u57df\u4e5f\u79f0\u4e4b\u4e3aBucket\uff0c\u4f46\u6709\u4e9bBucket\u975eradowsgw\u91cc\u9762\u7684bucket\u3002<\/li>\n<\/ul>\n<p>CRUSH map \u4f7f\u7528\u5206\u5c42\u7ed3\u6784\u6765\u7ec4\u7ec7\u96c6\u7fa4\u4e2d\u7684\u6240\u6709\u5b58\u50a8\u8bbe\u5907\uff1a<br \/>\n<div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/crushmap-1.jpeg'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/crushmap-1.jpeg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p><strong>4\u3001\u6545\u969c\u57df\u7b97\u6cd5<\/strong><\/p>\n<p>\u6bcf\u4e2a\u6545\u969c\u57df\u90fd\u81ea\u5df1\u7684\u7b97\u6cd5\uff0c\u6bd4\u5982\u53ef\u4ee5\u5bf9\u6bcf\u4e2a\u6545\u969c\u57df\u5185\u7684\u5bf9\u8c61\u8bbe\u7f6e\u6743\u91cd\uff0c\u8fd9\u65f6\u5019\u6570\u636e\u5c06\u4ee5\u6743\u91cd\u7684\u5927\u5c0f\u6bd4\u4f8b\u5c06\u6570\u636e\u5747\u5206\u3002\u6bd4\u5982\u786c\u76d8\u5927\u4e9b\u7684\u53ef\u80fd\u6743\u91cd\u4f1a\u9ad8\u4e9b\uff0c\u800c\u786c\u76d8\u5c0f\u4e9b\u7684\u6743\u91cd\u5c06\u4f4e\u4e9b\u3002\u8fd9\u6837\u624d\u53ef\u4ee5\u4fdd\u8bc1\u6570\u636e\u5b58\u653e\u5230\u6bcf\u4e2aOSD\u7684\u6bd4\u4f8b\u90fd\u5dee\u4e0d\u591a\uff0c\u800c\u4e0d\u662f\u5360\u7528\u7a7a\u95f4\u5927\u5c0f\u5dee\u4e0d\u591a\u3002\u901a\u5e38\u8fd9\u6837\u7684\u8fc7\u7a0b\u9700\u8981\u4e00\u4e2a\u7b97\u6cd5\u6765\u652f\u6301\uff0c\u4e00\u822c\u6709\u4e0b\u9762\u7684\u4e00\u4e9b\u7b97\u6cd5\u3002<\/p>\n<ul>\n<li>uniform<\/li>\n<li>list<\/li>\n<li>tree<\/li>\n<li>straw<\/li>\n<li>straw2\uff1astraw\u7684\u5347\u7ea7\u7248\uff0c\u4e5f\u662f\u73b0\u5728\u9ed8\u8ba4\u4f7f\u7528\u7684\u7248\u672c\uff0c\u4e5f\u63a8\u8350\u4f7f\u7528\u8fd9\u4e2a\uff0c\u5176\u5b83\u7684\u4f5c\u4e3a\u4e86\u89e3\u5373\u53ef\u3002<\/li>\n<\/ul>\n<p><strong>5\u3001crush rules\u4e0ecrush\u7684\u7b97\u6cd5\u6d41\u7a0b<\/strong><\/p>\n<p>CRUSH rules \u4e3b\u8981\u6709\u4e09\u4e2a\u4f5c\u7528\uff1a<\/p>\n<ul>\n<li>\u6307\u5b9a\u4eceCRUSH Map \u4e2d\u7684\u54ea\u4e2a\u8282\u70b9\u5f00\u59cb\u67e5\u627e<\/li>\n<li>\u6307\u5b9a\u4f7f\u7528\u90a3\u4e2a\u8282\u70b9\u4f5c\u4e3a\u6545\u969c\u9694\u79bb\u57df<\/li>\n<li>\u6307\u5b9a\u5b9a\u4f4d\u526f\u672c\u7684\u641c\u7d22\u6a21\u5f0f\uff08\u5e7f\u5ea6\u4f18\u5148 or \u6df1\u5ea6\u4f18\u5148\uff09<\/li>\n<\/ul>\n<p>\u4f8b\u5b50\uff1a<\/p>\n<pre><code>rule egon_rule {                   # \u89c4\u5219\u96c6\u7684\u547d\u540d\uff0c\u521b\u5efapool\u65f6\u53ef\u4ee5\u6307\u5b9arule\u96c6\n    id 1                           # id\u8bbe\u7f6e\u4e3a1\n    type replicated                # \u5b9a\u4e49pool\u7c7b\u578b\u4e3areplicated(\u8fd8\u6709esurecode\u6a21\u5f0f)\n    min_size 1                     # pool\u4e2d\u6700\u5c0f\u6307\u5b9a\u7684\u526f\u672c\u6570\u91cf\u4e0d\u80fd\u5c0f1\n    max_size 10                    # pool\u4e2d\u6700\u5927\u6307\u5b9a\u7684\u526f\u672c\u6570\u91cf\u4e0d\u80fd\u5927\u4e8e10\n\n    step take datacenter0          # \u5b9a\u4e49pg\u67e5\u627e\u526f\u672c\u7684\u5165\u53e3\u70b9\n                                   # \u8fd9\u4e00\u6b65\u9009\u62e9\u4e00\u4e2a\u6839\u8282\u70b9\uff0c\u8fd9\u4e2a\u8282\u70b9\u4e0d\u4e00\u5b9a\u662froot\n                                   # \u8fd9\u4e2a\u8282\u70b9\u53ef\u4ee5\u662f\u4efb\u4f55\u4e00\u4e2a\u6545\u969c\u57df\n                                   # \u4ece\u6307\u5b9a\u9009\u62e9\u7684\u8fd9\u4e2a\u8282\u70b9\u5f00\u59cb\u6267\u884c\u3002\n\n    step chooseleaf firstn 0 type rack  # \u6df1\u5ea6\u4f18\u5148\u3001\u9694\u79bb\u9ed8\u8ba4\u4e3ahost\uff0c\u8bbe\u7f6e\u4e3arack\n    step emit                      # \u7ed3\u675f\uff0c\u8fd4\u56de\u7ed3\u679c\n}<\/code><\/pre>\n<p>PG \u9009\u62e9 OSD \u7684\u8fc7\u7a0b\uff08\u8be6\u60c5\u53ef\u9605\u8bfb <a href=\"http:\/\/my.oschina.net\/u\/2460844\/blog\/531722\">PG\u9009\u62e9osd\u7684\u8fc7\u7a0b(crush \u7b97\u6cd5)<\/a>\uff09\uff1a<\/p>\n<ol>\n<li>\u9996\u5148\u8981\u77e5\u9053\u5728 rules \u4e2d\u6307\u660e\u4ece CRUSH map \u4e2d\u54ea\u4e2a\u8282\u70b9\u5f00\u59cb\u67e5\u627e\uff0c\u5165\u53e3\u70b9\u9ed8\u8ba4\u4e3a default \u4e5f\u5c31\u662f root \u8282\u70b9<\/li>\n<li>\u7136\u540e\u9694\u79bb\u57df\u4e3a host \u8282\u70b9(\u4e5f\u5c31\u662f\u540c\u4e00\u4e2ahost\u4e0b\u9762\u4e0d\u80fd\u9009\u62e9\u4e24\u4e2a\u5b50\u8282\u70b9)\u3002\u7531 default \u52303\u4e2ahost\u7684\u9009\u62e9\u8fc7\u7a0b\uff0c\u8fd9\u91cc\u7531default\u6839\u636e\u8282\u70b9\u7684bucket\u7c7b\u578b\u9009\u62e9\u4e0b\u4e00\u4e2a\u5b50\u8282\u70b9\uff0c\u7531\u5b50\u8282\u70b9\u518d\u6839\u636e\u672c\u8eab\u7684\u7c7b\u578b\u7ee7\u7eed\u9009\u62e9\uff0c\u77e5\u9053\u9009\u62e9\u5230host\uff0c\u7136\u540e\u5728host\u4e0b\u9009\u62e9\u4e00\u4e2aosd\u3002<\/li>\n<\/ol>\n<h3>4.5 crush\u7b97\u6cd5\u4e0e\u5199\u5165\u6d41\u7a0b<\/h3>\n<p>ceph\u5b58\u50a8\u5c0f\u6587\u4ef6\u6548\u7387\u4e0d\u9ad8\uff0c\u5e95\u5c42osd daemon\u8d8a\u591a\uff0c\u5b58\u5927\u6587\u4ef6\u6548\u7387\u8d8a\u9ad8\uff0c\u4e3a\u4f55\uff1f\uff1f\uff1f<\/p>\n<p>\u4ee5rbd\u5757\u5b58\u50a8\u5ba2\u6237\u7aef\u4e3a\u4f8b\uff0c\u5ba2\u6237\u7aef\u8bfb\u5199\u7684\u90fd\u662frados\u4e2d\u7684\u5bf9\u8c61object\uff0c\u8bfb\u5199object\u9700\u8981\u8d70\u5b8c\u7684\u6d41\u7a0b\u662f<\/p>\n<p><strong>File \u2192 (Pool, Object) \u2192 (Pool, PG) \u2192 OSD set \u2192 OSD\/Disk<\/strong> <\/p>\n<p>\u56fe\u89e3<\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/\u6d41\u7a0b\u56fe-1.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/\u6d41\u7a0b\u56fe-1.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p>\u6b65\u9aa4\u89e3\u6790\u5982\u4e0b<\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/crush\u6d41\u7a0b1-1.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/crush\u6d41\u7a0b1-1.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/crush\u6d41\u7a0b2-1.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/crush\u6d41\u7a0b2-1.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/crush\u6d41\u7a0b3-1.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/crush\u6d41\u7a0b3-1.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/aaa-1.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/aaa-1.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<h2>\u4e94 \u9ad8\u5c42\u5e94\u7528\u63a5\u53e3\u8be6\u89e3<\/h2>\n<p>\u4ecb\u7ecd\u5b8cceph\u7684\u5927\u6838\u5fc3rados\u4e4b\u540e\uff0c\u6211\u4eec\u6765\u804a\u4e00\u4e0b\u4e0a\u5c42\u7684\u5e94\u7528\uff0c\u5728\u7b2c\u4e8c\u7ae0\u6211\u4eec\u63d0\u8fc7rados\u4e4b\u4e0a\u5c01\u88c5\u7684\u662flibrados\uff0c\u5728librados\u4e4b\u4e0a\u5c01\u88c5\u4e86\uff1a\u5bf9\u8c61\u5b58\u50a8\u63a5\u53e3rados gw\u3001\u5757\u5b58\u50a8\u63a5\u53e3rbd\uff0c\u4ee5\u53ca\u6587\u4ef6\u5b58\u50a8\u63a5\u53e3Ceph FS\uff0c\u672c\u7ae0\u8282\u6211\u4eec\u5c31\u6765\u8be6\u7ec6\u4ecb\u7ecd\u4e00\u4e0b\u4ed6\u4eec<\/p>\n<h3>5.1 \u5757\u8bbe\u5907\u5b58\u50a8\u63a5\u53e3<\/h3>\n<p><strong>\u9996\u5148\uff0c\u4ec0\u4e48\u662f\u5757\u8bbe\u5907\uff1f<\/strong><\/p>\n<p>\u5757\u8bbe\u5907\u662fi\/o\u8bbe\u5907\u4e2d\u7684\u4e00\u7c7b\uff0c\u662f\u5c06\u4fe1\u606f\u5b58\u50a8\u5728\u56fa\u5b9a\u5927\u5c0f\u7684\u5757\u4e2d\uff0c\u6bcf\u4e2a\u5757\u90fd\u6709\u81ea\u5df1\u7684\u5730\u5740\uff0c\u8fd8\u53ef\u4ee5\u5728\u8bbe\u5907\u7684\u4efb\u610f\u4f4d\u7f6e\u8bfb\u53d6\u4e00\u5b9a\u957f\u5ea6\u7684\u6570\u636e\u3002\u770b\u4e0d\u61c2\uff1f\u90a3\u5c31\u6682\u4e14\u8ba4\u4e3a\u5757\u8bbe\u5907\u5c31\u662f\u786c\u76d8\u6216\u865a\u62df\u786c\u76d8\u5427\u3002<\/p>\n<p>\u67e5\u770b\u4e0bLinux\u73af\u5883\u4e2d\u7684\u8bbe\u5907\uff1a<\/p>\n<pre><code>root@egon:~$ ls \/dev\/\n\/dev\/sda\/ dev\/sda1 \/dev\/sda2 \/dev\/sdb \/dev\/sdb1 \/dev\/hda \n\/dev\/rbd1 \/dev\/rbd2 \u2026<\/code><\/pre>\n<p>\u4e0a\u9762\u7684\/dev\/sda\u3001\/dev\/sdb\u548c\/dev\/hda\u90fd\u662f\u5757\u8bbe\u5907\u6587\u4ef6\uff0c\u8fd9\u4e9b\u6587\u4ef6\u662f\u600e\u4e48\u51fa\u73b0\u7684\u5462\uff1f<\/p>\n<p>\u5f53\u7ed9\u8ba1\u7b97\u673a\u8fde\u63a5\u5757\u8bbe\u5907\uff08\u786c\u76d8\uff09\u540e\uff0c\u7cfb\u7edf\u68c0\u6d4b\u7684\u6709\u65b0\u7684\u5757\u8bbe\u5907\uff0c\u8be5\u7c7b\u578b\u5757\u8bbe\u5907\u7684\u9a71\u52a8\u7a0b\u5e8f\u5c31\u5728\/dev\/\u4e0b\u521b\u5efa\u4e2a\u5bf9\u5e94\u7684\u5757\u8bbe\u5907\u8bbe\u5907\u6587\u4ef6\uff0c\u7528\u6237\u5c31\u53ef\u4ee5\u901a\u8fc7\u8bbe\u5907\u6587\u4ef6\u4f7f\u7528\u8be5\u5757\u8bbe\u5907\u4e86\u3002<\/p>\n<p>\u5b83\u4eec\u600e\u4e48\u6709\u7684\u53eb sda\uff1f\u6709\u7684\u53eb sdb\uff1f\u6709\u7684\u53eb hda\uff1f<\/p>\n<p>\u4ee5sd\u5f00\u5934\u7684\u5757\u8bbe\u5907\u6587\u4ef6\u5bf9\u5e94\u7684\u662fSATA\u63a5\u53e3\u7684\u786c\u76d8\uff0c\u800c\u4ee5hd\u5f00\u5934\u7684\u5757\u8bbe\u5907\u6587\u4ef6\u5bf9\u5e94\u7684\u662fIDE\u63a5\u53e3\u7684\u786c\u76d8\u3002\u90a3SATA\u63a5\u53e3\u7684\u786c\u76d8\u8ddfIDE\u63a5\u53e3\u7684\u786c\u76d8\u6709\u5565\u533a\u522b\uff1f\u4f60\u53ea\u9700\u8981\u77e5\u9053\uff0cIDE\u63a5\u53e3\u786c\u76d8\u5df2\u7ecf\u5f88\u5c11\u89c1\u5230\u4e86\uff0c\u9010\u6e10\u88ab\u6dd8\u6c70\u4e2d\uff0c\u800cSATA\u63a5\u53e3\u7684\u786c\u76d8\u662f\u76ee\u524d\u7684\u4e3b\u6d41\u3002\u800csda\u548csdb\u7684\u533a\u522b\u5462\uff1f\u5f53\u7cfb\u7edf\u68c0\u6d4b\u5230\u591a\u4e2aSATA\u786c\u76d8\u65f6\uff0c\u4f1a\u6839\u636e\u68c0\u6d4b\u5230\u7684\u987a\u5e8f\u5bf9\u786c\u76d8\u8bbe\u5907\u8fdb\u884c\u5b57\u6bcd\u987a\u5e8f\u7684\u547d\u540d\u3002PS\uff1a\u7cfb\u7edf\u6309\u68c0\u6d4b\u987a\u5e8f\u547d\u540d\u786c\u76d8\u4f1a\u5bfc\u81f4\u4e86\u76d8\u7b26\u6f02\u79fb\u7684\u95ee\u9898\u3002<\/p>\n<p>\u600e\u4e48\u8fd8\u6709\u7684\u53eb rbd1 \u548c rbd2 \u5462?<\/p>\n<p>\u88ab\u4f60\u53d1\u73b0\u4e86\uff0crbd\u5c31\u662f\u6211\u4eec\u538b\u8f74\u4e3b\u89d2\u4e86\u3002rbd\u5c31\u662f\u7531Ceph\u96c6\u7fa4\u63d0\u4f9b\u51fa\u6765\u7684\u5757\u8bbe\u5907\u3002\u53ef\u4ee5\u8fd9\u6837\u7406\u89e3\uff0csda\u548chda\u90fd\u662f\u901a\u8fc7\u6570\u636e\u7ebf\u8fde\u63a5\u5230\u4e86\u771f\u5b9e\u7684\u786c\u76d8\uff0c\u800crbd\u662f\u901a\u8fc7\u7f51\u7edc\u8fde\u63a5\u5230\u4e86Ceph\u96c6\u7fa4\u4e2d\u7684\u4e00\u5757\u5b58\u50a8\u533a\u57df\uff0c\u5f80rbd\u8bbe\u5907\u6587\u4ef6\u5199\u5165\u6570\u636e\uff0c\u6700\u7ec8\u4f1a\u88ab\u5b58\u50a8\u5230Ceph\u96c6\u7fa4\u7684\u8fd9\u5757\u533a\u57df\u4e2d\u3002<\/p>\n<p>\u90a3\u4e48\u5757\u8bbe\u5907\u600e\u4e48\u7528\u5462\uff1f\u8fd9\u91cc\u4e3e\u4e2a\u4f8b\u5b50\uff1a<\/p>\n<p>\u6253\u4e2a\u6bd4\u65b9\uff0c\u4e00\u4e2a\u5757\u8bbe\u5907\u662f\u4e00\u4e2a\u7cae\u4ed3\uff0c\u6570\u636e\u5c31\u662f\u7cae\u98df\u3002\u519c\u6c11\u4f2f\u4f2f\u53ef\u4ee5\u5b58\u7cae\u98df\uff08\u5199\u6570\u636e\uff09\u4e86\uff0c\u9700\u8981\u5b58100\u65a4\u7389\u7c73\uff0c\u7cae\u4ed3\uff08\u5757\u8bbe\u5907\uff09\u8fd9\u4e48\u5927\u653e\u54ea\u91cc\u5462\uff0c\u5c31\u6328\u7740\u653e\uff08\u987a\u5e8f\u5199\uff09\u5427\u3002\u53c8\u9700\u8981\u5b581000\u65a4\u82b1\u751f\uff0c\u8fd8\u662f\u6328\u7740\u653e\u5427\u3002\u53c8\u9700\u8981\u5b58\u2026\u2026<\/p>\n<p>\u540e\u6765\uff0c\u519c\u6c11\u4f2f\u4f2f\u6765\u63d0\u7cae\u98df\uff08\u8bfb\u6570\u636e\uff09\u4e86\uff0c\u4ed6\u5f53\u65f6\u5b58\u4e861000\u65a4\u5c0f\u9ea6\uff0c\u54ce\u5440\u5988\u5440\uff0c\u7cae\u4ed3\u8fd9\u4e48\u5927\uff0c\u5c0f\u9ea6\u5728\u54ea\u91cc\u554a\uff1f\u4ed3\u5e93\u7ba1\u7406\u5458\u627e\u554a\u627e\uff0c\u7136\u540e\u54ed\u6655\u5728\u4e86\u5395\u6240\u2026\u2026<\/p>\n<p>\u65b0\u7ba1\u7406\u5458\u5230\u4efb\u540e\uff0c\u60f3\u4e86\u4e2a\u6cd5\u5b50\u6765\u89e3\u51b3\u8fd9\u4e2a\u95ee\u9898\uff0c\u7528\u6cb9\u6f06\u628a\u4ed3\u5e93\u5212\u5206\u6210\u4e86\u65b9\u683c\u72b6\uff0c\u5e76\u4e14\u7f16\u4e86\u53f7\uff0c\u5728\u4ed3\u5e93\u95e8\u53e3\u7684\u65b9\u683c\u90a3\u6302\u4e86\u4e2a\u9ed1\u677f\uff0c\u5f53\u519c\u6c11\u4f2f\u4f2f\u6765\u5b58\u7cae\u98df\u65f6\uff0c\u7ba1\u7406\u5458\u5728\u9ed1\u677f\u8bb0\u5f55\uff0c\u5f20\u4e09\u5b58\u4e861000\u65a4\u5c0f\u9ea6\u5728xx\u65b9\u683c\u5904\u3002\u540e\u6765\uff0c\u519c\u6c11\u4f2f\u4f2f\u5f20\u4e09\u6765\u53d6\u7cae\u98df\u65f6\uff0c\u4ed3\u5e93\u7ba1\u7406\u5458\u6839\u636e\u5c0f\u9ed1\u677f\u7684\u8bb0\u5f55\u5f88\u5feb\u63d0\u53d6\u4e86\u7cae\u98df\u3002<\/p>\n<p>\u6545\u4e8b\u5230\u6b64\u4e3a\u6b62\u4e86\uff0c\u6ca1\u6709\u65b9\u683c\u548c\u9ed1\u677f\u7684\u4ed3\u5e93\uff08\u5757\u8bbe\u5907\uff09\u79f0\u4e3a\u88f8\u8bbe\u5907\u3002\u7531\u4e0a\u4f8b\u53ef\u89c1\uff0c\u88f8\u8bbe\u5907\u5bf9\u4e8e\u7528\u6237\u4f7f\u7528\u662f\u5f88\u4e0d\u53cb\u597d\u7684\uff0c\u76f4\u63a5\u5bfc\u81f4\u4e86\u65e7\u4ed3\u5e93\u7ba1\u7406\u5458\u7684\u72d7\u5e26\u3002\u4f8b\u5b50\u4e2d\u5212\u5206\u65b9\u683c\u548c\u6302\u9ed1\u677f\u7684\u8fc7\u7a0b\u5176\u5b9e\u662f\u5728\u5757\u8bbe\u5907\u4e0a\u6784\u5efa\u6587\u4ef6\u7cfb\u7edf\u7684\u8fc7\u7a0b\uff0c\u6587\u4ef6\u7cfb\u7edf\u53ef\u4ee5\u5e2e\u52a9\u5757\u8bbe\u5907\u5bf9\u5b58\u50a8\u7a7a\u95f4\u8fdb\u884c\u6761\u7406\u7684\u7ec4\u7ec7\u548c\u7ba1\u7406\uff0c\u4e8e\u662f\u65b0\u7ba1\u7406\u5458\u901a\u8fc7\u6587\u4ef6\u7cfb\u7edf\uff08\u683c\u5b50\u548c\u9ed1\u677f\uff09\u8fc5\u901f\u627e\u5230\u4e86\u7528\u6237\uff08\u519c\u6c11\u4f2f\u4f2f\u5f20\u4e09\uff09\u5b58\u50a8\u7684\u6570\u636e\uff081000\u65a4\u5c0f\u9ea6\uff09\u3002\u9488\u5bf9\u591a\u79cd\u591a\u6837\u7684\u4f7f\u7528\u573a\u666f\uff0c\u884d\u751f\u51fa\u4e86\u5f88\u591a\u7684\u6587\u4ef6\u7cfb\u7edf\u3002\u6709\u7684\u6587\u4ef6\u7cfb\u7edf\u80fd\u591f\u63d0\u4f9b\u66f4\u597d\u7684\u8bfb\u6027\u80fd\uff0c\u6709\u7684\u6587\u4ef6\u7cfb\u7edf\u80fd\u63d0\u4f9b\u66f4\u597d\u7684\u5199\u6027\u80fd\u3002\u6211\u4eec\u5e73\u65f6\u5e38\u7528\u7684\u6587\u4ef6\u7cfb\u7edf\u5982xfs\u3001ext4\u662f\u8bfb\u5199\u6027\u80fd\u7b49\u5404\u65b9\u9762\u6bd4\u8f83\u5747\u8861\u7684\u901a\u7528\u6587\u4ef6\u7cfb\u7edf\u3002<\/p>\n<p>\u80fd\u5426\u76f4\u63a5\u4f7f\u7528\u4e0d\u542b\u6709\u6587\u4ef6\u7cfb\u7edf\u5757\u8bbe\u5907\u5462\uff1f<\/p>\n<p>\u53ef\u4ee5\u7684\uff0cxfs\u548cext4\u7b49\u901a\u7528\u7684\u6587\u4ef6\u7cfb\u7edf\u65e8\u5728\u6ee1\u8db3\u5927\u591a\u6570\u7528\u6237\u7684\u5b58\u50a8\u9700\u6c42\uff0c\u6240\u4ee5\u5728\u6570\u636e\u5b58\u50a8\u7684\u5404\u65b9\u9762\u7684\u6027\u80fd\u6bd4\u8f83\u5747\u8861\u3002\u7136\u800c\uff0c\u5f88\u591a\u5e94\u7528\u5f80\u5f80\u5e76\u4e0d\u9700\u8981\u8fd9\u79cd\u5747\u8861\uff0c\u800c\u9700\u8981\u7a81\u51fa\u67d0\u4e00\u65b9\u9762\u7684\u6027\u80fd\uff0c\u5982\u5c0f\u6587\u4ef6\u7684\u5b58\u50a8\u6027\u80fd\u3002\u6b64\u65f6\uff0cxfs\u3001ext4\u7b49\u901a\u7528\u6587\u4ef6\u7cfb\u7edf\u5982\u679c\u4e0d\u80fd\u6ee1\u8db3\u5e94\u7528\u7684\u9700\u6c42\uff0c\u5e94\u7528\u5f80\u5f80\u4f1a\u5728\u88f8\u8bbe\u5907\u4e0a\u5b9e\u73b0\u81ea\u5df1\u7684\u6570\u636e\u7ec4\u7ec7\u548c\u7ba1\u7406\u65b9\u5f0f\u3002\u7b80\u5355\u7684\u8bf4\uff0c\u5c31\u662f\u5e94\u7528\u4e3a\u4e86\u5f3a\u5316\u67d0\u79cd\u5b58\u50a8\u7279\u6027\u800c\u5b9e\u73b0\u81ea\u5df1\u5b9a\u5236\u7684\u6570\u636e\u7ec4\u7ec7\u548c\u7ba1\u7406\u65b9\u5f0f\uff0c\u800c\u4e0d\u4f7f\u7528\u901a\u7528\u7684\u6587\u4ef6\u7cfb\u7edf\u3002<\/p>\n<p>Ceph\u5757\u8bbe\u5907\u63a5\u53e3\u600e\u4e48\u4f7f\u7528\uff1f<\/p>\n<p>\u5728Ceph\u96c6\u7fa4\u4e2d\u521b\u5efa\u5757\u8bbe\u5907\uff1a<\/p>\n<pre><code class=\"language-bash\">\/\/ \u4fdd\u8bc1\/etc\/ceph\u76ee\u5f55\u4e0b\u6709Ceph\u96c6\u7fa4\u7684\u914d\u7f6e\u6587\u4ef6ceph.conf\u548cceph.client.admin.keyring \nrbd create -s 1G egonrbd\n\n\u5728\u7528\u6237\u673a\u4e0a\u6302\u8f7d\u8be5Ceph\u5757\u8bbe\u5907\uff0c\u53ef\u4ee5\u7406\u89e3\u4e3a\u5f80\u7528\u6237\u673a\u4e0a\u63d2\u5165\u786c\u76d8\uff1a\nrbdmap egonrbd\n\n\/\/ \u8f93\u51fa: \n\/dev\/rbd1<\/code><\/pre>\n<p>\u5c06Ceph\u5757\u8bbe\u5907\u683c\u5f0f\u5316\u6210\u6587\u4ef6\u7cfb\u7edf\u5e76\u6302\u8f7d\uff1a<\/p>\n<pre><code class=\"language-bash\">mkfs.xfs \/dev\/rbd1\nmkdir -p \/mnt\/ceph_rbd\nmount \/dev\/rbd1 \/mnt\/ceph_rbd<\/code><\/pre>\n<p><strong>\u901a\u8fc7\/mnt\/ceph_rbd\u8bfb\u5199\u6570\u636e\uff0c\u90fd\u662f\u5728\u8bfb\u5199Ceph\u96c6\u7fa4\u4e2d\u8be5\u5757\u8bbe\u5907\u5bf9\u5e94\u7684\u5b58\u50a8\u533a\u57df<\/strong><\/p>\n<p>\u603b\u7ed3\u4e00\u4e0b\uff0c\u5757\u8bbe\u5907\u53ef\u7406\u89e3\u6210\u4e00\u5757\u786c\u76d8\uff0c\u7528\u6237\u53ef\u4ee5\u76f4\u63a5\u4f7f\u7528\u4e0d\u542b\u6587\u4ef6\u7cfb\u7edf\u7684\u5757\u8bbe\u5907\uff0c\u4e5f\u53ef\u4ee5\u5c06\u5176\u683c\u5f0f\u5316\u6210\u7279\u5b9a\u7684\u6587\u4ef6\u7cfb\u7edf\uff0c\u7531\u6587\u4ef6\u7cfb\u7edf\u6765\u7ec4\u7ec7\u7ba1\u7406\u5b58\u50a8\u7a7a\u95f4\uff0c\u4ece\u800c\u4e3a\u7528\u6237\u63d0\u4f9b\u4e30\u5bcc\u800c\u53cb\u597d\u7684\u6570\u636e\u64cd\u4f5c\u652f\u6301\u3002<\/p>\n<h3>5.2 \u6587\u4ef6\u5b58\u50a8\u63a5\u53e3<\/h3>\n<p><strong>\u4ec0\u4e48\u662fCeph\u7684\u6587\u4ef6\u7cfb\u7edf\u63a5\u53e3\uff1f<\/strong><\/p>\n<p>\u8fd8\u8bb0\u5f97\u4e0a\u9762\u8bf4\u7684\u5757\u8bbe\u5907\u4e0a\u7684\u6587\u4ef6\u7cfb\u7edf\u5417\uff0c\u7528\u6237\u53ef\u4ee5\u5728\u5757\u8bbe\u5907\u4e0a\u521b\u5efaxfs\u6587\u4ef6\u7cfb\u7edf\uff0c\u4e5f\u53ef\u4ee5\u521b\u5efaext4\u7b49\u5176\u4ed6\u6587\u4ef6\u7cfb\u7edf\u3002\u5982\u56fe1\uff0cCeph\u96c6\u7fa4\u5b9e\u73b0\u4e86\u81ea\u5df1\u7684\u6587\u4ef6\u7cfb\u7edf\u6765\u7ec4\u7ec7\u7ba1\u7406\u96c6\u7fa4\u7684\u5b58\u50a8\u7a7a\u95f4\uff0c\u7528\u6237\u53ef\u4ee5\u76f4\u63a5\u5c06Ceph\u96c6\u7fa4\u7684\u6587\u4ef6\u7cfb\u7edf\u6302\u8f7d\u5230\u7528\u6237\u673a\u4e0a\u4f7f\u7528\u3002<\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/img1-1.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/img1-1.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p><strong>Ceph\u6709\u4e86\u5757\u8bbe\u5907\u63a5\u53e3\uff0c\u5728\u5757\u8bbe\u5907\u4e0a\u5b8c\u5168\u53ef\u4ee5\u6784\u5efa\u4e00\u4e2a\u6587\u4ef6\u7cfb\u7edf\uff0c\u90a3\u4e48Ceph\u4e3a\u4ec0\u4e48\u8fd8\u9700\u8981\u6587\u4ef6\u7cfb\u7edf\u63a5\u53e3\u5462\uff1f<\/strong><\/p>\n<p>\u4e3b\u8981\u662f\u56e0\u4e3a\u5e94\u7528\u573a\u666f\u7684\u4e0d\u540c\uff0cCeph\u7684\u5757\u8bbe\u5907\u5177\u6709\u4f18\u5f02\u7684\u8bfb\u5199\u6027\u80fd\uff0c\u4f46\u4e0d\u80fd\u591a\u5904\u6302\u8f7d\u540c\u65f6\u8bfb\u5199\uff0c\u76ee\u524d\u4e3b\u8981\u7528\u5728OpenStack\u4e0a\u4f5c\u4e3a\u865a\u62df\u78c1\u76d8\uff0c\u800cCeph\u7684\u6587\u4ef6\u7cfb\u7edf\u63a5\u53e3\u8bfb\u5199\u6027\u80fd\u8f83\u5757\u8bbe\u5907\u63a5\u53e3\u5dee\uff0c\u4f46\u5177\u6709\u4f18\u5f02\u7684\u5171\u4eab\u6027\u3002PS\uff1a\u60f3\u4e86\u89e3\u66f4\u591a\uff1f\u5feb\u53bb\u67e5\u67e5SAN\u548cNAS\u3002<\/p>\n<p><strong>\u4e3a\u4ec0\u4e48Ceph\u7684\u5757\u8bbe\u5907\u63a5\u53e3\u4e0d\u5177\u6709\u5171\u4eab\u6027\uff0c\u800cCeph\u7684\u6587\u4ef6\u7cfb\u7edf\u63a5\u53e3\u5177\u6709\u5462\uff1f<\/strong><\/p>\n<p>\u5bf9\u4e8eCeph\u7684\u5757\u8bbe\u5907\u63a5\u53e3\uff0c\u5982\u56fe2\uff0c\u6587\u4ef6\u7cfb\u7edf\u7684\u7ed3\u6784\u72b6\u6001\u662f\u7ef4\u62a4\u5728\u5404\u7528\u6237\u673a\u5185\u5b58\u4e2d\u7684\uff0c\u5047\u8bbeCeph\u5757\u8bbe\u5907\u540c\u65f6\u6302\u8f7d\u5230\u4e86\u7528\u6237\u673a1\u548c\u7528\u6237\u673a2\uff0c\u5f53\u5728\u7528\u6237\u673a1\u4e0a\u7684\u6587\u4ef6\u7cfb\u7edf\u4e2d\u5199\u5165\u6570\u636e\u540e\uff0c\u66f4\u65b0\u4e86\u7528\u6237\u673a1\u7684\u5185\u5b58\u4e2d\u6587\u4ef6\u7cfb\u7edf\u72b6\u6001\uff0c\u6700\u7ec8\u6570\u636e\u5b58\u50a8\u5230\u4e86Ceph\u96c6\u7fa4\u4e2d\uff0c\u4f46\u662f\u6b64\u65f6\u7528\u6237\u673a2\u5185\u5b58\u4e2d\u7684\u6587\u4ef6\u7cfb\u7edf\u5e76\u4e0d\u80fd\u5f97\u77e5\u5e95\u5c42Ceph\u96c6\u7fa4\u6570\u636e\u5df2\u7ecf\u53d8\u5316\u800c\u7ef4\u6301\u6570\u636e\u7ed3\u6784\u4e0d\u53d8\uff0c\u56e0\u6b64\u7528\u6237\u65e0\u6cd5\u4ece\u7528\u6237\u673a2\u4e0a\u8bfb\u53d6\u7528\u6237\u673a1\u4e0a\u65b0\u5199\u5165\u7684\u6570\u636e\u3002<\/p>\n<p>\u5bf9\u4e8eCeph\u7684\u6587\u4ef6\u7cfb\u7edf\u63a5\u53e3\uff0c\u5982\u56fe3\uff0c\u6587\u4ef6\u7cfb\u7edf\u7684\u7ed3\u6784\u72b6\u6001\u662f\u7ef4\u62a4\u5728\u8fdc\u7aefCeph\u96c6\u7fa4\u4e2d\u7684\uff0cCeph\u6587\u4ef6\u7cfb\u7edf\u540c\u65f6\u6302\u8f7d\u5230\u4e86\u7528\u6237\u673a1\u548c\u7528\u6237\u673a2\uff0c\u5f53\u5f80\u7528\u6237\u673a1\u7684\u6302\u8f7d\u70b9\u5199\u5165\u6570\u636e\u540e\uff0c\u8fdc\u7aefCeph\u96c6\u7fa4\u4e2d\u7684\u6587\u4ef6\u7cfb\u7edf\u72b6\u6001\u7ed3\u6784\u968f\u4e4b\u66f4\u65b0\uff0c\u5f53\u4ece\u7528\u6237\u673a2\u7684\u6302\u8f7d\u70b9\u8bbf\u95ee\u6570\u636e\u65f6\u4f1a\u53bb\u8fdc\u7aefCeph\u96c6\u7fa4\u53d6\u6570\u636e\uff0c\u7531\u4e8e\u8fdc\u7aefCeph\u96c6\u7fa4\u5df2\u66f4\u65b0\uff0c\u6240\u6709\u7528\u6237\u673a2\u80fd\u591f\u83b7\u53d6\u6700\u65b0\u7684\u6570\u636e\u3002<br \/>\n<div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/img2-1.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/img2-1.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p><strong>Ceph\u7684\u6587\u4ef6\u7cfb\u7edf\u63a5\u53e3\u4f7f\u7528\u65b9\u5f0f?<\/strong><\/p>\n<p>\u5c06Ceph\u7684\u6587\u4ef6\u7cfb\u7edf\u6302\u8f7d\u5230\u7528\u6237\u673a\u76ee\u5f55<\/p>\n<pre><code class=\"language-bash\">\/* \u4fdd\u8bc1\/etc\/ceph\u76ee\u5f55\u4e0b\u6709Ceph\u96c6\u7fa4\u7684\u914d\u7f6e\u6587\u4ef6ceph.conf\u548cceph.client.admin.keyring *\/\nmkdir -p \/mnt\/ceph_fuse \nceph-fuse \/mnt\/ceph_fuse<\/code><\/pre>\n<p>\u5927\u529f\u544a\u6210\uff0c\u5728\/mnt\/ceph_fuse\u4e0b\u8bfb\u5199\u6570\u636e\uff0c\u90fd\u662f\u8bfb\u5199\u8fdc\u7a0bCeph\u96c6\u7fa4<\/p>\n<p>\u603b\u7ed3\u4e00\u4e0b\uff0cCeph\u7684\u6587\u4ef6\u7cfb\u7edf\u63a5\u53e3\u5f25\u8865\u4e86Ceph\u7684\u5757\u8bbe\u5907\u63a5\u53e3\u5728\u5171\u4eab\u6027\u65b9\u9762\u7684\u4e0d\u8db3\uff0cCeph\u7684\u6587\u4ef6\u7cfb\u7edf\u63a5\u53e3\u7b26\u5408POSIX\u6807\u51c6\uff0c\u7528\u6237\u53ef\u4ee5\u50cf\u4f7f\u7528\u672c\u5730\u5b58\u50a8\u76ee\u5f55\u4e00\u6837\u4f7f\u7528Ceph\u7684\u6587\u4ef6\u7cfb\u7edf\u7684\u6302\u8f7d\u76ee\u5f55\u3002\u8fd8\u662f\u4e0d\u61c2\uff1f\u8fd9\u6837\u7406\u89e3\u5427\uff0c\u65e0\u9700\u4fee\u6539\u4f60\u7684\u7a0b\u5e8f\uff0c\u5c31\u53ef\u4ee5\u5c06\u7a0b\u5e8f\u7684\u5e95\u5c42\u5b58\u50a8\u6362\u6210\u7a7a\u95f4\u65e0\u9650\u5e76\u53ef\u591a\u5904\u5171\u4eab\u8bfb\u5199\u7684Ceph\u96c6\u7fa4\u6587\u4ef6\u7cfb\u7edf\u3002<\/p>\n<h3>5.3 \u5bf9\u8c61\u5b58\u50a8\u63a5\u53e3<\/h3>\n<p><strong>\u9996\u5148\uff0c\u901a\u8fc7\u56fe4\u6765\u770b\u4e0b\u5bf9\u8c61\u5b58\u50a8\u63a5\u53e3\u662f\u600e\u4e48\u7528\u7684\uff1f<\/strong><\/p>\n<p>\u7b80\u5355\u4e86\u8bf4\uff0c\u4f7f\u7528\u65b9\u5f0f\u5c31\u662f\u901a\u8fc7http\u534f\u8bae\u4e0a\u4f20\u4e0b\u8f7d\u5220\u9664\u5bf9\u8c61\uff08\u6587\u4ef6\u5373\u5bf9\u8c61\uff09\u3002<\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/img4-1.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/img4-1.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p><strong>\u8001\u95ee\u9898\u6765\u4e86\uff0c\u6709\u4e86\u5757\u8bbe\u5907\u63a5\u53e3\u5b58\u50a8\u548c\u6587\u4ef6\u7cfb\u7edf\u63a5\u53e3\u5b58\u50a8\uff0c\u4e3a\u4ec0\u4e48\u8fd8\u6574\u4e2a\u5bf9\u8c61\u5b58\u50a8\u5462?<\/strong><\/p>\n<p>\u5f80\u7b80\u5355\u4e86\u8bf4\uff0cCeph\u7684\u5757\u8bbe\u5907\u5b58\u50a8\u5177\u6709\u4f18\u5f02\u7684\u5b58\u50a8\u6027\u80fd\u4f46\u4e0d\u5177\u6709\u5171\u4eab\u6027\uff0c\u800cCeph\u7684\u6587\u4ef6\u7cfb\u7edf\u5177\u6709\u5171\u4eab\u6027\u7136\u800c\u6027\u80fd\u8f83\u5757\u8bbe\u5907\u5b58\u50a8\u5dee\uff0c\u4e3a\u4ec0\u4e48\u4e0d\u6743\u8861\u4e00\u4e0b\u5b58\u50a8\u6027\u80fd\u548c\u5171\u4eab\u6027\uff0c\u6574\u4e2a\u5177\u6709\u5171\u4eab\u6027\u800c\u5b58\u50a8\u6027\u80fd\u597d\u4e8e\u6587\u4ef6\u7cfb\u7edf\u5b58\u50a8\u7684\u5b58\u50a8\u5462\uff0c\u5bf9\u8c61\u5b58\u50a8\u5c31\u8fd9\u6837\u51fa\u73b0\u4e86\u3002<\/p>\n<p><strong>\u5bf9\u8c61\u5b58\u50a8\u4e3a\u4ec0\u4e48\u6027\u80fd\u4f1a\u6bd4\u6587\u4ef6\u7cfb\u7edf\u597d\uff1f<\/strong><\/p>\n<p>\u539f\u56e0\u662f\u591a\u65b9\u9762\u7684\uff0c\u4e3b\u8981\u539f\u56e0\u662f\u5bf9\u8c61\u5b58\u50a8\u7ec4\u7ec7\u6570\u636e\u7684\u65b9\u5f0f\u76f8\u5bf9\u7b80\u5355\uff0c\u53ea\u6709bucket\u548c\u5bf9\u8c61\u4e24\u4e2a\u5c42\u6b21\uff08\u5bf9\u8c61\u5b58\u50a8\u5728bucket\u4e2d\uff09\uff0c\u5bf9\u5bf9\u8c61\u7684\u64cd\u4f5c\u4e5f\u76f8\u5bf9\u7b80\u5355\u3002\u800c\u6587\u4ef6\u7cfb\u7edf\u5b58\u50a8\u5177\u6709\u590d\u6742\u7684\u6570\u636e\u7ec4\u7ec7\u65b9\u5f0f\uff0c\u76ee\u5f55\u548c\u6587\u4ef6\u5c42\u6b21\u53ef\u5177\u6709\u65e0\u9650\u6df1\u5ea6\uff0c\u5bf9\u76ee\u5f55\u548c\u6587\u4ef6\u7684\u64cd\u4f5c\u4e5f\u590d\u6742\u7684\u591a\uff0c\u56e0\u6b64\u6587\u4ef6\u7cfb\u7edf\u5b58\u50a8\u5728\u7ef4\u62a4\u6587\u4ef6\u7cfb\u7edf\u7684\u7ed3\u6784\u6570\u636e\u65f6\u4f1a\u66f4\u52a0\u7e41\u6742\uff0c\u4ece\u800c\u5bfc\u81f4\u6587\u4ef6\u7cfb\u7edf\u7684\u5b58\u50a8\u6027\u80fd\u504f\u4f4e\u3002<\/p>\n<p><strong>Ceph\u7684\u5bf9\u8c61\u5b58\u50a8\u63a5\u53e3\u600e\u4e48\u7528\u5462\uff1f<\/strong><\/p>\n<p>Ceph\u7684\u5bf9\u8c61\u63a5\u53e3\u7b26\u5408\u4e9a\u9a6c\u900aS3\u63a5\u53e3\u6807\u51c6\u548cOpenStack\u7684Swift\u63a5\u53e3\u6807\u51c6\uff0c\u53ef\u4ee5\u81ea\u884c\u5b66\u4e60\u8fd9\u4e24\u79cd\u63a5\u53e3\u3002<\/p>\n<p>\u603b\u7ed3\u4e00\u4e0b\uff0c\u6587\u4ef6\u7cfb\u7edf\u5b58\u50a8\u5177\u6709\u590d\u6742\u7684\u6570\u636e\u7ec4\u7ec7\u7ed3\u6784\uff0c\u80fd\u591f\u63d0\u4f9b\u7ed9\u7528\u6237\u66f4\u52a0\u4e30\u5bcc\u7684\u6570\u636e\u64cd\u4f5c\u63a5\u53e3\uff0c\u800c\u5bf9\u8c61\u5b58\u50a8\u7cbe\u7b80\u4e86\u6570\u636e\u7ec4\u7ec7\u7ed3\u6784\uff0c\u63d0\u4f9b\u7ed9\u7528\u6237\u6709\u9650\u7684\u6570\u636e\u64cd\u4f5c\u63a5\u53e3\uff0c\u4ee5\u6362\u53d6\u66f4\u597d\u7684\u5b58\u50a8\u6027\u80fd\u3002\u5bf9\u8c61\u63a5\u53e3\u63d0\u4f9b\u4e86REST API\uff0c\u975e\u5e38\u9002\u7528\u4e8e\u4f5c\u4e3aweb\u5e94\u7528\u7684\u5b58\u50a8\u3002<\/p>\n<h3>5.4 \u603b\u7ed3<\/h3>\n<p>\u6982\u62ec\u4e00\u4e0b\uff0c\u5757\u8bbe\u5907\u901f\u5ea6\u5feb\uff0c\u5bf9\u5b58\u50a8\u7684\u6570\u636e\u6ca1\u6709\u8fdb\u884c\u7ec4\u7ec7\u7ba1\u7406\uff0c\u4f46\u5728\u5927\u591a\u6570\u573a\u666f\u4e0b\uff0c\u7528\u6237\u6570\u636e\u8bfb\u5199\u4e0d\u65b9\u4fbf\uff08\u4ee5\u5757\u8bbe\u5907\u4f4d\u7f6eoffset + \u6570\u636e\u7684length\u6765\u8bb0\u5f55\u6570\u636e\u4f4d\u7f6e\uff0c\u8bfb\u5199\u6570\u636e\uff09\u3002\u800c\u5728\u5757\u8bbe\u5907\u4e0a\u6784\u5efa\u4e86\u6587\u4ef6\u7cfb\u7edf\u540e\uff0c\u6587\u4ef6\u7cfb\u7edf\u5e2e\u52a9\u5757\u8bbe\u5907\u7ec4\u7ec7\u7ba1\u7406\u6570\u636e\uff0c\u6570\u636e\u5b58\u50a8\u5bf9\u7528\u6237\u66f4\u52a0\u53cb\u597d\uff08\u4ee5\u6587\u4ef6\u540d\u6765\u8bfb\u5199\u6570\u636e\uff09\u3002Ceph\u6587\u4ef6\u7cfb\u7edf\u63a5\u53e3\u89e3\u51b3\u4e86\u201cCeph\u5757\u8bbe\u5907+\u672c\u5730\u6587\u4ef6\u7cfb\u7edf\u201d\u4e0d\u652f\u6301\u591a\u5ba2\u6237\u7aef\u5171\u4eab\u8bfb\u5199\u7684\u95ee\u9898\uff0c\u4f46\u7531\u4e8e\u6587\u4ef6\u7cfb\u7edf\u7ed3\u6784\u7684\u590d\u6742\u6027\u5bfc\u81f4\u4e86\u5b58\u50a8\u6027\u80fd\u8f83Ceph\u5757\u8bbe\u5907\u5dee\u3002\u5bf9\u8c61\u5b58\u50a8\u63a5\u53e3\u662f\u4e00\u79cd\u6298\u4e2d\uff0c\u4fdd\u8bc1\u4e00\u5b9a\u7684\u5b58\u50a8\u6027\u80fd\uff0c\u540c\u65f6\u652f\u6301\u591a\u5ba2\u6237\u7aef\u5171\u4eab\u8bfb\u5199\u3002<\/p>\n<h2>\u516d \u5757\u5b58\u50a8\u63a5\u53e3rbd\u7684\u5199\u5165<\/h2>\n<h3>6.1 \u5757\u5b58\u50a8\u63a5\u53e3rbd\u7684\u5199\u5165\u8fc7\u7a0b<\/h3>\n<p>\u5ba2\u6237\u7aef\u5199\u5165\u6570\u636e\u4ee5\u5757\u5b58\u50a8rbd\u4e3a\u4f8b\uff0c\u4e00\u822c\u6709\u4e24\u79cd\u65b9\u6cd5\uff1a<\/p>\n<ul>\n<li>\u7b2c\u4e00\u79cd \u662f Kernel rbd\u3002\u5c31\u662f\u521b\u5efa\u4e86rbd\u8bbe\u5907\u540e\uff0c\u628arbd\u8bbe\u5907map\u5230\u5185\u6838\u4e2d\uff0c\u5f62\u6210\u4e00\u4e2a\u865a\u62df\u7684\u5757\u8bbe\u5907\uff0c\u8fd9\u65f6\u8fd9\u4e2a\u5757\u8bbe\u5907\u540c\u5176\u4ed6\u901a\u7528\u5757\u8bbe\u5907\u4e00\u6837\uff0c\u4e00\u822c\u7684\u8bbe\u5907\u6587\u4ef6\u4e3a\/dev\/rbd0\uff0c\u540e\u7eed\u76f4\u63a5\u4f7f\u7528\u8fd9\u4e2a\u5757\u8bbe\u5907\u6587\u4ef6\u5c31\u53ef\u4ee5\u4e86\uff0c\u53ef\u4ee5\u628a \/dev\/rbd0 \u683c\u5f0f\u5316\u540e mount \u5230\u67d0\u4e2a\u76ee\u5f55\uff0c\u4e5f\u53ef\u4ee5\u76f4\u63a5\u4f5c\u4e3a\u88f8\u8bbe\u5907\u4f7f\u7528\u3002\u8fd9\u65f6\u5bf9rbd\u8bbe\u5907\u7684\u64cd\u4f5c\u90fd\u901a\u8fc7kernel rbd\u64cd\u4f5c\u65b9\u6cd5\u8fdb\u884c\u7684\u3002 <\/li>\n<li>\u7b2c\u4e8c\u79cd\u662f librbd \u65b9\u5f0f\u3002\u5c31\u662f\u521b\u5efa\u4e86rbd\u8bbe\u5907\u540e\uff0c\u8fd9\u65f6\u53ef\u4ee5\u4f7f\u7528librbd\u3001librados\u5e93\u8fdb\u884c\u8bbf\u95ee\u7ba1\u7406\u5757\u8bbe\u5907\u3002\u8fd9\u79cd\u65b9\u5f0f\u4e0d\u4f1amap\u5230\u5185\u6838\uff0c\u76f4\u63a5\u8c03\u7528librbd\u63d0\u4f9b\u7684\u63a5\u53e3\uff0c\u53ef\u4ee5\u5b9e\u73b0\u5bf9rbd\u8bbe\u5907\u7684\u8bbf\u95ee\u548c\u7ba1\u7406\uff0c\u4f46\u662f\u4e0d\u4f1a\u5728\u5ba2\u6237\u7aef\u4ea7\u751f\u5757\u8bbe\u5907\u6587\u4ef6\u3002<\/li>\n<\/ul>\n<p>\u5e94\u7528\u5199\u5165rbd\u5757\u8bbe\u5907\u7684\u8fc7\u7a0b\uff08\u5047\u8bbe\u540e\u7aef\u5b58\u50a8\u5f15\u64ce\u4e3afilestore\uff09<\/p>\n<ol>\n<li>\u5e94\u7528\u8c03\u7528 librbd \u63a5\u53e3\u6216\u8005\u5bf9linux \u5185\u6838\u865a\u62df\u5757\u8bbe\u5907\u5199\u5165\u4e8c\u8fdb\u5236\u5757\u3002\u4e0b\u9762\u4ee5 librbd \u4e3a\u4f8b\u3002<\/li>\n<li>librbd \u5bf9\u4e8c\u8fdb\u5236\u5757\u8fdb\u884c\u5206\u5757\uff0c\u9ed8\u8ba4\u5757\u5927\u5c0f\u4e3a 4M\uff0c\u6bcf\u4e00\u5757\u90fd\u6709\u540d\u5b57\uff0c\u6210\u4e3a\u4e00\u4e2a\u5bf9\u8c61<\/li>\n<li>librbd \u8c03\u7528 librados \u5c06\u5bf9\u8c61\u5199\u5165 Ceph \u96c6\u7fa4<\/li>\n<li>librados \u5411\u4e3b OSD \u5199\u5165\u5206\u597d\u5757\u7684\u4e8c\u8fdb\u5236\u6570\u636e\u5757 (\u5148\u5efa\u7acbTCP\/IP\u8fde\u63a5\uff0c\u7136\u540e\u53d1\u9001\u6d88\u606f\u7ed9 OSD\uff0cOSD \u63a5\u6536\u540e\u5199\u5165\u5176\u78c1\u76d8)<\/li>\n<li>\u4e3b OSD \u8d1f\u8d23\u540c\u65f6\u5411\u4e00\u4e2a\u6216\u8005\u591a\u4e2a\u6b21 OSD \u5199\u5165\u526f\u672c\u3002<strong>\u6ce8\u610f\u8fd9\u91cc\u662f\u5199\u5230\u65e5\u5fd7\uff08Journal\uff09\u5c31\u8fd4\u56de\uff0c\u56e0\u6b64\uff0c\u4f7f\u7528SSD\u4f5c\u4e3aJournal\u7684\u8bdd\uff0c\u53ef\u4ee5\u63d0\u9ad8\u54cd\u5e94\u901f\u5ea6\uff0c\u505a\u5230\u670d\u52a1\u5668\u7aef\u5bf9\u5ba2\u6237\u7aef\u7684\u5feb\u901f\u540c\u6b65\u8fd4\u56de\u5199\u7ed3\u679c\uff08ack\uff09\u3002<\/strong><\/li>\n<li>\u5f53\u4e3b\u6b21OSD\u90fd\u5199\u5165\u5b8c\u6210\u540e\uff0c\u4e3b OSD \u5411\u5ba2\u6237\u7aef\u8fd4\u56de\u5199\u5165\u6210\u529f\u3002<\/li>\n<li>\u5f53\u4e00\u6bb5\u65f6\u95f4\uff08\u4e5f\u8bb8\u5f97\u51e0\u79d2\u949f\uff09\u540eJournal \u4e2d\u7684\u6570\u636e\u5411\u78c1\u76d8\u5199\u5165\u6210\u529f\u540e\uff0cCeph\u901a\u8fc7\u4e8b\u4ef6\u901a\u77e5\u5ba2\u6237\u7aef\u6570\u636e\u5199\u5165\u78c1\u76d8\u6210\u529f\uff08commit\uff09\uff0c\u6b64\u65f6\uff0c\u5ba2\u6237\u7aef\u53ef\u4ee5\u5c06\u5199\u7f13\u5b58\u4e2d\u7684\u6570\u636e\u5f7b\u5e95\u6e05\u9664\u6389\u4e86\u3002<\/li>\n<li>\u9ed8\u8ba4\u5730\uff0cCeph \u5ba2\u6237\u7aef\u4f1a\u7f13\u5b58\u5199\u5165\u7684\u6570\u636e\u76f4\u5230\u6536\u5230\u96c6\u7fa4\u7684commit\u901a\u77e5\u3002\u5982\u679c\u6b64\u9636\u6bb5\u5185\uff08\u5728\u5199\u65b9\u6cd5\u8fd4\u56de\u5230\u6536\u5230commit\u901a\u77e5\u4e4b\u95f4\uff09OSD \u51fa\u6545\u969c\u5bfc\u81f4\u6570\u636e\u5199\u5165\u6587\u4ef6\u7cfb\u7edf\u5931\u8d25\uff0cCeph \u5c06\u4f1a\u5141\u8bb8\u5ba2\u6237\u7aef\u91cd\u505a\u5c1a\u672a\u63d0\u4ea4\u7684\u64cd\u4f5c\uff08replay\uff09\u3002\u56e0\u6b64\uff0cPG \u6709\u4e2a\u72b6\u6001\u53eb replay\uff1a\u201cThe placement group is waiting for clients to replay operations after an OSD crashed.\u201d\u3002<\/li>\n<\/ol>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/rbdxxx-1.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/rbdxxx-1.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<p>\u4e5f\u5c31\u662f\uff0c\u6587\u4ef6\u7cfb\u7edf\u8d1f\u8d23\u6587\u4ef6\u5904\u7406\uff0clibrdb \u8d1f\u8d23\u5757\u5904\u7406\uff0clibrados \u8d1f\u8d23\u5bf9\u8c61\u5904\u7406\uff0cOSD \u8d1f\u8d23\u5c06\u6570\u636e\u5199\u5165\u5728Journal\u548c\u78c1\u76d8\u4e2d\u3002<\/p>\n<h3>6.2 \u50a8\u5907\u77e5\u8bc6\uff1a\u5e38\u89c1\u7684write cache\u79cd\u7c7b<\/h3>\n<p>\u57fa\u4e8e\u5757\u5b58\u50a8\u63a5\u53e3rbd\u5c01\u88c5\u7684\u5757\u5b58\u50a8\u5ba2\u6237\u7aef\u5177\u6709\u5199\u7f13\u5b58\u673a\u5236\uff0c\u8981\u4e86\u89e3\u5b83\uff0c\u6211\u4eec\u5148\u6765\u4e86\u89e3\u4e00\u4e0bwrite cache\u79cd\u7c7b<\/p>\n<table>\n<thead>\n<tr>\n<th>\u7f13\u5b58\u79cd\u7c7b<\/th>\n<th>\u8bf4\u660e<\/th>\n<th>\u4f18\u52a3\u52bf<\/th>\n<th>\u9002\u5408\u573a\u666f<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>Write-through\uff08\u76f4\u5199\/\u540c\u6b65\u5199\uff09<\/td>\n<td>\u8fd9\u79cd\u7f13\u5b58\u65b9\u5f0f\u5728\u5199 I\/O \u65f6\u628a\u6570\u636e\u653e\u5165\u7f13\u5b58\uff0c\u540c\u65f6\u76f4\u63a5\u5199\u5165\u5e95\u5c42\u7684\u6301\u4e45\u5b58\u50a8\uff0c\u7136\u540e\u518d\u5411\u4e3b\u673a\u786e\u8ba4\u5199\u5165\u64cd\u4f5c\u5b8c\u6210\u3002<\/td>\n<td>\u5b89\u5168\u5730\u4fdd\u5b58\u6570\u636e\uff0c\u4ece\u7f13\u5b58\u8bfb\uff0c\u51cf\u5c11\u4e86\u8bfb\u64cd\u4f5c\u7684\u5ef6\u8fdf\uff0c\u4f46\u662f\u5199\u64cd\u4f5c \u7684\u5ef6\u8fdf\u6ca1\u5f97\u5230\u4f18\u5316<\/td>\n<td>\u9002\u5408\u4e8e\u5199\u8f83\u5c11\uff0c\u4f46\u662f\u9891\u7e41\u5ea6\u7684\u5e94\u7528<\/td>\n<\/tr>\n<tr>\n<td>Write-back \uff08\u56de\u5199\/\u5f02\u6b65\u5199\uff09<\/td>\n<td>\u6570\u636e\u76f4\u63a5\u5199\u5165\u7f13\u5b58\uff0c\u7136\u540e\u5411\u4e3b\u673a\u8fd4\u56de\u5199\u5165\u5b8c\u6210\u3002<\/td>\n<td>\u5bf9\u9891\u7e41\u5199\u5e94\u7528\u51cf\u5c11\u4e86\u5199\u7684\u5ef6\u8fdf\uff0c\u4f46\u662f\u6709\u6570\u636e\u4e22\u5931\u98ce\u9669<\/td>\n<td>\u5bf9\u8bfb\u5199\u6df7\u5408\u578b\u5e94\u7528\u6709\u4f18\u52bf\uff0c\u4f46\u662f\u9700\u8981\u8003\u8651\u6570\u636e\u4fdd\u62a4<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u7f13\u5b58\u7684\u901a\u5e38\u4f4d\u7f6e\u5206\u7c7b\uff1a<\/p>\n<ul>\n<li>\u670d\u52a1\u5668\uff08\u4e3b\u673a\uff09\u4e0a\uff1aRAID \u5361\u6216\u8005 HBA \u5361\u4e0a\u505a\u7f13\u5b58\u3002<\/li>\n<li>VMM \u5185\uff1a\u5728 Hypervisor \u4e0a\u505a\u7f13\u5b58\u3002<\/li>\n<li>\u5ba2\u6237\u673a\u64cd\u4f5c\u7cfb\u7edf\u5185\uff1a\u4ee5 Windows 2012 \u4e3a\u4f8b\uff0c\u5b83\u63d0\u4f9b write-back \u7f13\u5b58\u673a\u5236\u3002<\/li>\n<\/ul>\n<h3>6.3 RBD\u5757\u5b58\u50a8\u7f13\u5b58<\/h3>\n<p>\u9ed8\u8ba4\u60c5\u51b5\u4e0b\uff0cCeph RBD \u662f\u4e0d\u4f7f\u7528\u7f13\u5b58\u7684\uff0c\u8bfb\u548c\u5199\u76f4\u63a5\u5230 Ceph \u96c6\u7fa4\u4e2d\u7684\u5b58\u50a8\uff0c\u5199\u53ea\u6709\u5728\u6240\u6709 replication\u4e0a\u5199\u90fd\u5b8c\u6210\u540e\u624d\u7ed9\u5ba2\u6237\u7aef\u8fd4\u56de\u5199\u5b8c\u6210\u3002Ceph \u5728\u8f83\u65b0\u7684\u7248\u672c\u4e0a\u9646\u7eed\u6dfb\u52a0\u4e86 RBD \u7f13\u5b58\u652f\u6301\uff1a<\/p>\n<ul>\n<li>\u4ece 0.46 \u7248\u672c\u5f00\u59cb\uff0cCeph \u652f\u6301 write-back \u7f13\u5b58\uff0c\u4f60\u53ef\u4ee5\u5728 ceph.conf \u6587\u4ef6\u7684 [client] \u90e8\u5206\u6dfb\u52a0 rbd cache = true \u6765\u4f7f\u5f97 write-back \u7f13\u5b58\u751f\u6548\u3002\u8fd9\u65f6\u5019\uff0c\u5199\u51e0\u4e4e\u662f\u7acb\u5373\u8fd4\u56de\uff0c\u4f46\u662f\u6570\u636e\u53ea\u6709\u5728\u88ab flushed \u540e\u624d\u5199\u5165\u5230\u5b9e\u9645\u5b58\u50a8\u3002<\/li>\n<li>\u4ece 0.47 \u7248\u672c\u5f00\u59cb\uff0cCeph \u652f\u6301 write-through \u7f13\u5b58\u673a\u5236\u3002\u4f60\u53ea\u9700\u8981\u518d\u6dfb\u52a0\u914d\u7f6e\u9879 rbd cache max dirty = 0 \u5373\u53ef\u3002<\/li>\n<li>\u4ece 0.60 \u7248\u672c\u5f00\u59cb\uff0cCeph \u652f\u6301 rbd cache writethrough until flush \u914d\u7f6e\u9879\u3002\u8bbe\u7f6e\u5b83\u4e3a true \u65f6\uff0c\u4f1a\u4f7f\u5f97 write-through \u673a\u5236\u53d8\u5f97\u66f4\u52a0\u5b89\u5168\uff0c\u56e0\u4e3a\u8001\u7684\u5ba2\u6237\u673a\u64cd\u4f5c\u7cfb\u7edf\uff082.6.32 \u5185\u6838\u7248\u672c\u4e4b\u524d\uff09\u53ef\u80fd\u4e0d\u652f\u6301 flush \u64cd\u4f5c\u3002\u56e0\u6b64\uff0c\u5728\u8bbe\u7f6e\u4e86\u8be5\u914d\u7f6e\u9879\u4e3a true \u65f6\uff0c\u5373\u4f7f\u7528\u6237\u8bbe\u7f6e\u4e86\u4f7f\u7528 write-through \u673a\u5236\uff0cCeph \u4e5f\u4f1a\u81ea\u52a8\u4f7f\u7528 write-back \u673a\u5236\uff0c\u76f4\u5230\u5b83\u6536\u5230\u7b2c\u4e00\u4e2a flush \u6307\u4ee4\u540e\u624d\u771f\u6b63\u4f7f\u7528 write-through\u3002<\/li>\n<\/ul>\n<p>\u53ef\u89c1 RBD \u7f13\u5b58\u662f\u5728\u5ba2\u6237\u7aef\u505a\u7684\uff0c\u89c1\u5982\u4e0b\u56fe\u793a\uff1a<\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/rbd1-1.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/rbd1-1.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<h3>6.4 Cache tiering \uff08\u7f13\u5b58\u5206\u5c42\uff09<\/h3>\n<p>\u200b    Ceph \u8fd8\u652f\u6301\u5728\u96c6\u7fa4\u6bb5\u505a\u7f13\u5b58\u5206\u5c42\u3002\u5176\u539f\u7406\u662f\uff0c\u5728\u8f83\u5feb\u7684\u78c1\u76d8\u6bd4\u5982 SSD \u4e0a\u5efa\u7acb\u4e00\u4e2a cache pool\uff0c\u5728\u5efa\u7acb\u5b58\u50a8\u6c60\uff08storage pool\uff09\u548c\u5b83\u4e4b\u95f4\u7684 cache \u5173\u7cfb\uff0c\u8bbe\u7f6e\u4e00\u5b9a\u7684\u7f13\u5b58\u7b56\u7565\uff0c\u5b9e\u73b0\u7c7b\u4f3c\u4e8e\u5728\u5ba2\u6237\u7aef\u7f13\u5b58\u540c\u6837\u7684\u6548\u679c\u3002<\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/rbd2-1.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/rbd2-1.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<h3>6.5 RBD Cache \u548c Cache Tiering \u7684\u533a\u522b<\/h3>\n<p>\u4ece\u4e0a\u9762\u7684\u5206\u6790\u53ef\u4ee5\u770b\u51fa\u6765\uff0c\u4e24\u8005\u7684\u533a\u522b\u5728\u4e8e\u7f13\u5b58\u7684\u4f4d\u7f6e\u4e0d\u540c\uff1a<\/p>\n<ul>\n<li>\n<p>sCache tiering \u662f RADOS \u5c42\u5728 OSD \u7aef\u8fdb\u884c\u6570\u636e\u7f13\u5b58\uff0c\u4e5f\u5c31\u662f\u8bf4\u4e0d\u8bba\u662f\u5757\u5b58\u50a8\u3001\u5bf9\u8c61\u5b58\u50a8\u8fd8\u662f\u6587\u4ef6\u5b58\u50a8\u90fd\u53ef\u4ee5\u4f7f\u7528tier\u6765\u63d0\u9ad8\u8bfb\u5199\u901f\u5ea6<\/p>\n<\/li>\n<li>\n<p>RBD Cache\u662f rbd \u5c42\u5728\u5ba2\u6237\u7aef\u7684\u7f13\u5b58\uff0c\u4e5f\u5c31\u662f\u53ea\u652f\u6301\u5757\u5b58\u50a8\u3002<\/p>\n<p>Rbd cache\u662f \u5ba2\u6237\u7aef\u7684\u7f13\u5b58\uff0c\u5f53\u591a\u4e2a\u5ba2\u6237\u7aef\u4f7f\u7528\u540c\u4e2a\u5757\u8bbe\u5907\u65f6\uff0c\u5b58\u5728<strong>\u5ba2\u6237\u7aef\u6570\u636e\u4e0d\u4e00\u81f4<\/strong>\u7684\u95ee\u9898\u3002\u4e3e\u4e2a\u4f8b\u5b50\uff0c\u7528\u6237A\u5411\u5757\u8bbe\u5907\u5199\u5165\u6570\u636e\u540e\uff0c\u6570\u636e\u505c\u7559\u5728\u5ba2\u6237\u81ea\u5df1\u7684\u7f13\u5b58\u4e2d\uff0c\u6ca1\u6709\u7acb\u5373\u5237\u65b0\u5230\u78c1\u76d8\uff0c\u6240\u4ee5\u5176\u5b83\u7528\u6237\u8bfb\u53d6\u4e0d\u5230A\u5199\u5165\u7684\u6570\u636e\u3002\u4f46\u662ftier\u4e0d\u5b58\u5728\u8fd9\u4e2a\u95ee\u9898\uff0c\u56e0\u4e3a\u6240\u6709\u7528\u6237\u7684\u6570\u636e\u90fd\u76f4\u63a5\u5199\u5165\u5230 ssd\uff0c\u7528\u6237\u8bfb\u53d6\u6570\u636e\u4e5f\u662f\u5728ssd\u4e2d\u8bfb\u53d6\u7684\uff0c\u6240\u4ee5\u4e0d\u5b58\u5728\u5ba2\u6237\u7aef\u6570\u636e\u4e0d\u4e00\u81f4\u95ee\u9898\u3002<\/p>\n<p>\u4e00\u822c\u5730\uff0cTier \u4f7f\u7528 SSD \u505a\u7f13\u5b58\uff0c\u800c Rbd cache \u53ea\u80fd\u4f7f\u7528\u5185\u5b58\u505a\u7f13\u5b58\u3002SSD\u548c\u5185\u5b58\u6709\u4e24\u4e2a\u65b9\u9762\u7684\u5dee\u522b\uff0c\u4e00\u4e2a\u662f\u8bfb\u5199\u901f\u5ea6\u3001\u53e6\u4e00\u4e2a\u662f\u6389\u7535\u4fdd\u62a4\u3002\u6389\u7535\u540e\u5185\u5b58\u4e2d\u7684\u6570\u636e\u5c31\u4e22\u5931\u4e86\uff0c\u800cssd\u4e2d\u7684\u6570\u636e\u4e0d\u4f1a\u4e22\u5931\u3002<\/p>\n<\/li>\n<\/ul>\n<h2>\u4e03 \u5b58\u50a8\u5f15\u64ce<\/h2>\n<h3>7.1 \u5b58\u50a8\u5f15\u64ce\u4ecb\u7ecd\u4ecb\u7ecd<\/h3>\n<p>ceph\u540e\u7aef\u652f\u6301\u591a\u79cd\u5b58\u50a8\u5f15\u64ce\uff0c\u4ee5\u63d2\u4ef6\u5f0f\u7684\u65b9\u5f0f\u6765\u8fdb\u884c\u7ba1\u7406\u4f7f\u7528\uff0c\u76ee\u524d\u652f\u6301filestore\uff0ckvstore\uff0cmemstore\u4ee5\u53ca\u6700\u65b0\u7684bluestore\u3002<\/p>\n<p>\u5728\u8001\u7248\u672c\u7684Ceph\u5f53\u4e2dFileStore\u662f\u9ed8\u8ba4\u7684\u5bf9\u8c61\u5b58\u50a8\u5f15\u64ce\uff0c\u4f46FileStore\u662f\u57fa\u4e8e\u64cd\u4f5c\u7cfb\u7edf\u901a\u7528\u7684\u6587\u4ef6\u7cfb\u7edf\u5c42,\u4f8b\u5982Ext4\u548cXFS\u7b49\uff0c\u8fd9\u4e9b\u90fd\u662f\u65e5\u5fd7\u6587\u4ef6\u7cfb\u7edf\uff0c\u6240\u4ee5filestore\u5728\u5199\u6570\u636e\u524d\u9700\u8981\u5148\u5199journal\uff0c\u4f1a\u6709\u5199\u653e\u5927\u95ee\u9898\uff08\u5373\u4e00\u6b21\u8bfb\u5199\u8bf7\u6c42\u5b9e\u9645\u5728\u4f4e\u5c42\u78c1\u76d8\u53d1\u751f\u7684IO\u6b21\u6570\uff0c\u518d\u52a0\u4e0aFileStore\u7684\u65e5\u5fd7\u53cc\u5199\uff0c\u653e\u5927\u500d\u6570\u6210\u500d\u589e\u52a0\uff0c\u63a8\u8350\u9605\u8bfbhttps:\/\/blog.csdn.net\/majianting\/article\/details\/105517527)\uff0c\u5e76\u4e14filestore\u4e00\u5f00\u59cb\u53ea\u662f\u5bf9\u4e8e\u673a\u68b0\u76d8\u8fdb\u884c\u8bbe\u8ba1\u7684\uff0c\u6ca1\u6709\u4e13\u95e8\u9488\u5bf9ssd\u505a\u4f18\u5316\u8003\u8651\uff0c\u56e0\u6b64\u6574\u4f53\u6027\u80fd\u6b20\u4f73\u3002<\/p>\n<p>\u4e8e\u662fbluestore\u5e94\u8fd0\u800c\u751f\uff0cBlueStore\u8bbe\u8ba1\u7684\u521d\u8877\u5c31\u662f\u4e3a\u4e86\u51cf\u5c11\u5199\u653e\u5927\uff0c\u5e76\u9488\u5bf9ssd\u505a\u4f18\u5316\uff0c\u800c\u4e14\u76f4\u63a5\u7ba1\u7406\u88f8\u76d8\uff0c\u629b\u5f03\u4e86ext4\/xfs\u7b49\u672c\u5730\u6587\u4ef6\u7cfb\u7edf\uff0c\u4ece\u7406\u8bba\u4e0a\u8fdb\u4e00\u6b65\u51cf\u5c11\u6587\u4ef6\u7cfb\u7edf\u5982ext4\/xfs\u7b49\u90e8\u5206\u7684\u5f00\u9500\u3001\u6548\u7387\u66f4\u9ad8\u3002<\/p>\n<p>luminous\u7248\u9ed8\u8ba4\u7684\u5b58\u50a8\u5f15\u64ce\u4e3abluestore\uff0c\u7ed3\u6784\u56fe\u5982\u4e0b<\/p>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/bluestor-1.jpeg'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/bluestor-1.jpeg\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<pre><code class=\"language-bash\"># BlueStore \n\u76f4\u63a5\u4f7f\u7528\u4e00\u4e2a\u539f\u59cb\u5206\u533a\uff0cceph\u5bf9\u8c61\u5c06\u76f4\u63a5\u5199\u5728\u5757\u8bbe\u5907\u4e0a\uff0c\u4e0d\u518d\u9700\u8981\u4efb\u4f55\u7684\u6587\u4ef6\u7cfb\u7edf,\u548cosd\u4e00\u8d77\u8fdb\u6765\u7684\u5143\u6570\u636e\u5c06\u5b58\u50a8\u5728 \u4e00\u4e2a \u540d\u4e3a RocksDB \u7684\u952e\u503c\u5bf9 \u6570\u636e\u5e93\uff1b\n\n# \u5404\u5c42\u610f\u4e49\nRocksDB \uff1a\u5b58\u50a8 WAL \u65e5\u5fd7\u548c\u5143\u6570\u636e\uff08omap\uff09\nBlueRocksEnv: \u4e0eRocksDB \u4ea4\u4e92\u7684\u63a5\u53e3\nBlueFS  \uff1a \u4e00\u4e2a\u7c7b\u4f3c\u6587\u4ef6\u7cfb\u7edf\u7684 mini C++\uff0c\u4f7f rocksdb \u751f\u6548\uff0cENv \u63a5\u53e3\uff08\u5b58\u50a8 RocksDB \u65e5\u5fd7\u548c sst \u6587\u4ef6\uff09\uff1b\n\u56e0\u4e3arocksdb \u4e00\u822c\u8dd1\u5728\u4e00\u4e2a\u6587\u4ef6\u7cfb\u7edf\u7684\u4e0a\u5c42\uff0c\u6240\u4ee5\u521b\u5efa\u4e86 BlueFS\u3002\n\n# RocksDB \u5b58\u653e\u7684\u6570\u636e\u7c7b\u578b\n\u5bf9\u8c61\u7684\u5143\u6570\u636e\nwrite-ahead \u65e5\u5fd7\nceph omap  \u6570\u636e\nallocator metadata(\u5143\u6570\u636e\u5206\u914d\u5668)\uff1a\u51b3\u5b9a\u6570\u636e\u5b58\u653e\u4f4d\u7f6e\uff1b\u6b64\u529f\u80fd\u53ef\u63d2\u62d4\n\n# \u9ed8\u8ba4BlueStore\u6a21\u578b\n\u7b2c\u4e00\u4e2a\u5c0f\u5206\u533a\uff08XFS\u6216\u8005ext4\uff09,\u5305\u62ecceph files \n\uff08init system descriptor,status,id,fsid,keyring \u7b49\uff09\u548cRocksDB \u6587\u4ef6\n\u7b2c\u4e8c\u4e2a\u5206\u533a\u662f\u4e00\u4e2a\u539f\u59cb\u5206\u533a\n\n# \u4f18\u70b9\n\u6bcf\u4e00\u90e8\u5206\u90fd\u53ef\u4ee5\u5b58\u653e\u5728\u4e0d\u540c\u7684\u78c1\u76d8\u4e2d\uff0cRocksDB WAL \u548c DB \u53ef\u4ee5\u5b58\u653e\u5728\u4e0d\u540c\u7684\u78c1\u76d8\u6216\u8005\u5c0f\u5206\u533a\u4e2d<\/code><\/pre>\n<p>\u53ef\u4ee5\u67e5\u770b\u5e2e\u52a9\u6587\u6863<\/p>\n<pre><code class=\"language-bash\">[root@admin ceph]# ceph-deploy osd --help\nFor bluestore, optional devices can be used::\n\u3002\u3002\u3002\nFor filestore, the journal must be specified, as well as the objectstore::\n\n    ceph-deploy osd create {node} --filestore --data \/path\/to\/data --journal \/path\/to\/journal<\/code><\/pre>\n<p><a href=\"https:\/\/ceph.com\/community\/new-luminous-bluestore\/\">https:\/\/ceph.com\/community\/new-luminous-bluestore\/<\/a><\/p>\n<p><a href=\"https:\/\/baijiahao.baidu.com\/s?id=1635414952916759127&amp;wfr=spider&amp;for=pc\">https:\/\/baijiahao.baidu.com\/s?id=1635414952916759127&#038;wfr=spider&#038;for=pc<\/a><\/p>\n<h3>7.2 Bluefs\u4e2d\u7684DB\u548cWAL\u5206\u533a<\/h3>\n<p><a href=\"https:\/\/www.cnblogs.com\/linhaifeng\/articles\/14708563.html\">https:\/\/www.cnblogs.com\/linhaifeng\/articles\/14708563.html<\/a><\/p>\n<h3>7.3 \u57fa\u4e8ebluestore\u7ba1\u7406osd<\/h3>\n<p>\u7531\u4e8eLuminous\u91cc\u9ed8\u8ba4\u4f7f\u7528Bluestore\uff0c\u76f4\u63a5\u5728\u88f8\u76d8\u4e0a\u8fdb\u884c\u64cd\u4f5c\u5373\u53ef\uff0c\u65e0\u9700\u5236\u4f5c\u6587\u4ef6\u7cfb\u7edf\uff0c\u6240\u4ee5\u538b\u6839\u4e0d\u9700\u8981journal\u76d8\uff0c\u4f46\u662f\u9700\u8981block-db\u4e0eblock.wal\uff0c\u7efc\u5408\u8003\u8651<\/p>\n<p>data\u76d8\u6211\u4eec\u4f7f\u7528sas\u53e3\u7684\u673a\u68b0\u786c\u76d8\uff0cblock-db\u4e0eblock.wal\u6211\u4eec\u4f7f\u7528\u56fa\u6001\u76d8\u7684\u4e24\u4e2a\u5206\u533a(\u751f\u4ea7\u73af\u5883\u4e00\u5757ssd\u78c1\u76d8\u4f1a\u5bf9\u5e94\u591a\u5757osd\uff0c\u6240\u4ee5\u6211\u4eec\u9700\u8981\u628assd\u591a\u4e2a\u5206\u533a)\uff0c<\/p>\n<p>\u9700\u77e5\u5e95\u5c42\u90fd\u4f1a\u505a\u903b\u8f91\u5377<\/p>\n<pre><code class=\"language-bash\">ceph-volume \u662f\u5728 Luminous \u63a8\u51fa\u7684\u5168\u65b0 OSD \u90e8\u7f72\u548c\u7ba1\u7406\u4ecb\u8d28\u7684\u5de5\u5177\uff0c\u7528\u4e8e\u66ff\u6362\u4e4b\u524d\u4f7f\u7528\u5f88\u591a\u5e74\u7684 ceph-disk\u3002\u76ee\u524d ceph-volume \u4f7f\u7528 LVM \u4f5c\u4e3a\u8bbe\u5907\u7684\u7ba1\u7406\u5b9e\u73b0\uff0c\u4e5f\u5c31\u662f\u8bf4\uff0c\u5728 Luminous \u4ee5\u540e\uff0c\u793e\u533a\u4f1a\u5f3a\u5236\u4f7f\u7528 LVM \u4f5c\u4e3a\u6240\u6709 OSD \u7684\u8bbe\u5907\u7ba1\u7406\u5de5\u5177\u3002\u4f46\u662f\u4e3a\u4e86\u517c\u5bb9 ceph-disk \u539f\u672c\u7ba1\u7406\u7684\u8bbe\u5907\uff0cceph-volume \u4ecd\u7136\u652f\u6301\u5bf9\u65e7\u8bbe\u5907\u7684\u7b80\u5355\u7ba1\u7406\u3002\u5728 12.2.2 \u7248\u672c\u540e\uff0cceph-disk \u4f1a\u6b63\u5f0f\u5e9f\u5f03\u3002\n\nSage \u5728\u4e0a\u5468\u90ae\u4ef6\u5217\u8868\u5ba3\u5e03\u4e86\u8fd9\u4e00\u53d8\u5316\uff0c\u77ed\u671f\u6765\u770b\uff0clvm \u4f1a\u88ab\u5f3a\u5236\u4f7f\u7528\uff0c\u6682\u65f6\u6ca1\u6709\u652f\u6301\u5176\u4ed6\u63d2\u4ef6\u7684\u8ba1\u5212\u3002\u80cc\u540e\u4e3b\u8981\u4e5f\u662f\u7ef4\u62a4\u591a\u5957\u8bbe\u5907\u7ba1\u7406\u6210\u672c\u592a\u9ad8\uff0c\u53e6\u5916 Redhat \u5bf9\u4e8e DeviceMapper \u8fd9\u5757\u6709\u5de8\u5927\u6295\u5165\uff0c\u66f4\u613f\u610f\u6574\u5408 LVM \u800c\u4e0d\u662f\u5176\u4ed6\u5de5\u5177\u3002\n\n\u5bf9\u4e8e LVM \u65b9\u5f0f\u6765\u8bf4\uff0c\u597d\u5904\u662f\u5e26\u6765\u4e86\u4f17\u591a LVM \u672c\u8eab\u7684\u529f\u80fd\uff0c\u6bd4\u5982 dmcache\uff0c\u52a0\u5bc6\u7b49\uff0c\u53e6\u4e00\u65b9\u9762\uff0cLVM \u4e5f\u662f Linux \u7ba1\u7406\u5458\u719f\u8bc6\u7684\u5de5\u5177\uff0c\u65b9\u4fbf\u7528\u6237\u76f4\u63a5\u7ba1\u7406\u3002\u4e0d\u8fc7\u95ee\u9898\u662f LVM \u6bd5\u7adf\u662f\u4e00\u5c42\u4e0d\u53ef\u5ffd\u89c6\u7684\u903b\u8f91\uff0c\u5bf9\u6027\u80fd\u7279\u522b\u662f\u9ad8\u901f\u4ecb\u8d28\u8fd8\u662f\u6709\u4e00\u4e9b\u635f\u8017\uff0c\u8fd9\u4e2a\u5bf9\u4e8e\u4e00\u4e9b\u7528\u6237\u6765\u8bf4\u662f\u4e2a\u987e\u8651\u3002\n\n\u4e0d\u8fc7\u5bf9\u4e8e\u672a\u6765\u6765\u8bf4\uff0c\u793e\u533a\u4ecd\u7136\u5e0c\u671b\u6709\u5176\u4ed6\u63d2\u4ef6\u6765\u8ddf LVM \u5e76\u5b58\uff0c\u76ee\u524d\u4ece 12.2.2 \u7248\u672c\u5f00\u59cb\uff0c\u7528\u6237\u5df2\u7ecf\u53ef\u4ee5\u4f7f\u7528 ceph-volume \u4e86\u3002<\/code><\/pre>\n<h3>7.4 \u57fa\u4e8efilestore\u7ba1\u7406osd<\/h3>\n<p>\u9700\u8981\u5148\u5bf9\u786c\u76d8\u5236\u4f5c\u6587\u4ef6\u7cfb\u7edf\uff0c\u6bcf\u4e2a\u5236\u4f5c\u8fc7\u6587\u4ef6\u7cfb\u7edf\u7684disk\u6700\u597d\u5bf9\u5e94\u4e00\u5757journal\u76d8\uff0cjournal\u76d8\u65e0\u9700\u5236\u4f5c\u6587\u4ef6\u7cfb\u7edf\u3002<\/p>\n<p>\u57286.1\u5c0f\u8282egon\u5c31\u7ed9\u5927\u5bb6\u63d0\u8fc7\uff0c\u4e3b OSD \u8d1f\u8d23\u540c\u65f6\u5411\u4e00\u4e2a\u6216\u8005\u591a\u4e2a\u6b21 OSD \u5199\u5165\u526f\u672c\u3002<strong>\u6ce8\u610f\u8fd9\u91cc\u662f\u5199\u5230\u65e5\u5fd7\uff08Journal\uff09\u5c31\u8fd4\u56de\uff0c\u56e0\u6b64\uff0c\u4f7f\u7528SSD\u4f5c\u4e3aJournal\u7684\u8bdd\uff0c\u53ef\u4ee5\u63d0\u9ad8\u54cd\u5e94\u901f\u5ea6\uff0c\u505a\u5230\u670d\u52a1\u5668\u7aef\u5bf9\u5ba2\u6237\u7aef\u7684\u5feb\u901f\u540c\u6b65\u8fd4\u56de\u5199\u7ed3\u679c\uff08ack\uff09\u3002<\/strong><\/p>\n<p>journal\u7684\u4fe1\u606f\u5efa\u8bae\u4f7f\u7528\u786c\u76d8\u6216SSD\u76d8\u5355\u72ec\u5b58\u653e\uff0c\u6240\u4ee5\u6211\u4eec\u9700\u8981\u4e3aOSD\u8282\u70b9\u4e0a\u7684\u6bcf\u4e2adisk\u914d\u4e00\u4e2ajournal\u65e5\u5fd7\u76d8\uff0c\u6700\u597d\u4e3assd\u76d8\uff0c\u8bf4\u5230ssd\u76d8\uff0c\u9700\u8981\u5148\u4e86\u89e3\u4e00\u4e0b\u5b83\u5f97\u5199\u653e\u5927\u73b0\u8c61\uff1a<a href=\"https:\/\/www.cnblogs.com\/linhaifeng\/articles\/14692472.html\">https:\/\/www.cnblogs.com\/linhaifeng\/articles\/14692472.html<\/a><\/p>\n<p>egon\u4e4b\u524d\u5728\u516c\u53f8\u505aceph\u7684\u65f6\u5019\u7248\u672c\u4e3ahammer\uff0cosd\u8282\u70b9\u4e0a\u603b\u5171\u6709\u4e2a16+8+2\u5757\u76d8\uff0c16\u5757\u4e3adisk\uff0c8\u5757\u4e3assd\uff0c2\u5757\u4e3assd\u505araid1\u5f53\u7cfb\u7edf\u76d8\uff0c8\u5757ssd\u6bcf\u5757\u5206\u4e24\u4e2a\u5206\u533a\uff08\u56fa\u6001\u786c\u76d8\u8bb2\u7a76\u5c11\u5206\u533a\u3001\u5c0f\u5206\u533a\uff0c\u4f46\u5206\u6210\u4e24\u4e2a\u5206\u533a\u8fd8\u662f\u53ef\u4ee5\u7684\uff0c\u4f60\u8981\u6709\u94b1\uff0c\u4f60\u4e7016\u5757ssd\u90a3\u81ea\u7136\u6700\u597d\uff09\uff0c\u4e8e\u662f\u5206\u6210\u4e8616\u4e2ajournal\u4e0e16\u4e2adisk\u5bf9\u5e94\uff0c\u5177\u4f53\u4e00\u4e2adisk\u5e94\u8be5\u5bf9\u5e94\u591a\u5927\u7684journal\u76d8\u5462\uff0c\u6709\u4e00\u4e2a\u8ba1\u7b97\u516c\u5f0f<\/p>\n<pre><code class=\"language-bahs\">\u5728ceph.conf\u4e2d\uff0c\u65e5\u5fd7\u5927\u5c0fosd journal size\u9ed8\u8ba45120MB\uff0c\u53735G\n\u6ce8\uff1a\u5982\u679c\u662f0\u8868\u793a\u6574\u4e2a\u5757\u8bbe\u5907\u90fd\u7528\u6765\u5b58\u65e5\u5fd7\uff0c\u5efa\u8bae\u521d\u59cb\u8bbe\u4e3a1G\n\nosd journal size\u81f3\u5c11\u4e3a 2 * (expected throughput * filestore max sync interval)\n\n\u5176\u4e2dthroughput \u4e3a\u78c1\u76d8disk\u7684\u8f6c\u901f\u548c\u7f51\u7edc\u901f\u7387\u7684\u6700\u5c0f\u503c\nfilestore max sync interval\u6700\u5927\u7684\u540c\u6b65\u65f6\u95f4\uff0c\u9ed8\u8ba4\u4e3a15s\n\n\u8bf7\u770begon\u8001\u5e08\u7684\u9879\u76ee\u9644\u4ef6\n\u78c1\u76d8disk\u7684\u901f\u7387\u4e3a6Gbps\uff0c\u800c\u7f51\u7edc\u4e3a10Gbps\uff0c\u9009\u53d6\u6700\u5c0f\u7684\u4e00\u4e2a\n\n2*(6Gbps*15)=180\n180\/8=30G\uff0c\u9700\u898130G\u7684\u65e5\u5fd7\u76d8\uff0c\u800c\u6211\u4eec\u4e00\u4e2assd\u76d8200G\uff0c\u5206\u4e24\u4e2a\u5206\u533a\uff0c\u6bcf\u4e2a\u5206\u533a100G\uff0c\u8db3\u8db3\u591f\u4e86\n\n\u76d1\u63a7\u786c\u76d8\u7684\u65f6\u5019\uff1a\n    \u5206\u533a\u4f7f\u7528\u738770%\u8b66\u544a\uff0c80%\u62a5\u8b66<\/code><\/pre>\n<p>\u63d0\u793a<\/p>\n<pre><code class=\"language-bash\"># 1\u3001Gbps\nGbps\u4e5f\u79f0\u4ea4\u6362\u5e26\u5bbd\uff0c\u662f\u8861\u91cf\u4ea4\u6362\u673a\u603b\u7684\u6570\u636e\u4ea4\u6362\u80fd\u529b\u7684\u5355\u4f4d\uff0c\u4ee5\u592a\u7f51\u662fIEEE802.3\u4ee5\u592a\u7f51\u6807\u51c6\u7684\u6269\u5c55\uff0c\u4f20\u8f93\u901f\u5ea6\u4e3a\u6bcf\u79d21000\u5146\u6bd4\u7279\u4f4d(\u53731Gbps)\u3002\n\n# 2\u3001Filestore sync interval\n\u4e3a\u4e86\u521b\u5efa\u4e00\u4e2a\u4e00\u81f4\u7684\u63d0\u4ea4\u70b9\uff08consistent commit point\uff09\uff0cfilestore\u9700\u8981\u505c\u6b62\u5199\u64cd\u4f5c\u6765\u6267\u884csyncfs()\uff0c\u4e5f\u5c31\u662f\u4ece\u65e5\u5fd7\u4e2d\u540c\u6b65\u6570\u636e\u5230\u6570\u636e\u76d8\uff0c\u7136\u540e\u6e05\u7406\u65e5\u5fd7\u3002\u66f4\u52a0\u9891\u7e41\u5730\u540c\u6b65\u64cd\u4f5c\uff0c\u53ef\u4ee5\u51cf\u5c11\u5b58\u50a8\u5728\u65e5\u5fd7\u4e2d\u7684\u6570\u636e\u91cf\u3002\u8fd9\u79cd\u60c5\u51b5\u4e0b\uff0c\u65e5\u5fd7\u5c31\u80fd\u5145\u5206\u5f97\u5230\u5229\u7528\u3002\u914d\u7f6e\u4e00\u4e2a\u8d8a\u5c0f\u7684\u540c\u6b65\u503c\uff0c\u8d8a\u6709\u5229\u4e8e\u6587\u4ef6\u7cfb\u7edf\u5408\u5e76\u5c0f\u91cf\u7684\u5199\uff0c\u63d0\u5347\u6027\u80fd\u3002\u4e0b\u9762\u7684\u53c2\u6570\u5b9a\u4e49\u4e86\u4e24\u6b21\u540c\u6b65\u4e4b\u95f4\u6700\u5c0f\u548c\u6700\u5927\u7684\u65f6\u95f4\u5468\u671f\u3002\nfilestore_min_sync_interval = 10\nfilestore_max_sync_interval = 15<\/code><\/pre>\n<p>\u5bf9\u4e8ehammer\u7248ceph\uff0c\u540e\u7aef\u7684\u5b58\u50a8\u5f15\u64ce\u4e3a\u4e86filestore\uff0c\u90e8\u7f72osd\u65f6\u9700\u8981\u6267\u884c\u4e0b\u8ff0\u547d\u4ee4<\/p>\n<p>\u683c\u5f0f\u4e3a\uff1a osd\u8282\u70b9\u7684ip\u5730\u5740\uff1aosd\u78c1\u76d8\uff1a\u65e5\u5fd7\u76d8<\/p>\n<pre><code class=\"language-bash\">ceph-deploy --overwrite-conf osd create $host:sdb1:\/dev\/sdh1 $host:sdc1:\/dev\/sdh2 $host:sdd1:\/dev\/sdi1 $host:sde1:\/dev\/sdi2 $host:sdf1:\/dev\/sdj1 $host:sdg1:\/dev\/sdj2<\/code><\/pre>\n<h2>\u516b ceph\u7248\u672c<\/h2>\n<p><div class='fancybox-wrapper lazyload-container-unload' data-fancybox='post-images' href='https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/19-11.png'><img class=\"lazyload lazyload-style-2\" src=\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\"  data-original=\"https:\/\/egonlin.com\/wp-content\/uploads\/2021\/07\/19-11.png\" src=\"data:image\/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsQAAA7EAZUrDhsAAAANSURBVBhXYzh8+PB\/AAffA0nNPuCLAAAAAElFTkSuQmCC\" alt=\"\" \/><\/div><\/p>\n<pre><code class=\"language-bash\">[root@admin ceph]# ceph --version\nceph version 12.2.13 (584a20eb0237c657dc0567da126be145106aa47e) luminous (stable)\n\nLuminous v12.2.x\u662f\u4e00\u4e2aLTS\u957f\u671f\u7a33\u5b9a\u7248\u672c\uff0c\u5b98\u65b9\u5efa\u8bae\u6240\u6709\u7528\u6237\u5347\u7ea7\u5230\u6b64\u7248\u672c\u3002<\/code><\/pre>\n<p>ceph\u7248\u672c<\/p>\n<p><a href=\"https:\/\/docs.ceph.com\/en\/latest\/releases\/\">https:\/\/docs.ceph.com\/en\/latest\/releases\/<\/a><\/p>\n<p><a href=\"http:\/\/docs.ceph.org.cn\/releases\/\">http:\/\/docs.ceph.org.cn\/releases\/<\/a><\/p>\n<p>ceph-deploy\u7248\u672c\uff1a<a href=\"https:\/\/docs.ceph.com\/en\/latest\/install\/\">https:\/\/docs.ceph.com\/en\/latest\/install\/<\/a><\/p>\n<pre><code class=\"language-bash\">ceph-deploy --version\n2.0.1 \n\nceph-deploye\u4e0d\u518d\u79ef\u6781\u7ef4\u62a4\u3002\u5b83\u6ca1\u6709\u5728\u6bd4Nautilus\u65b0\u7684Ceph\u7248\u672c\u4e0a\u8fdb\u884c\u6d4b\u8bd5\u3002\u5b83\u4e0d\u652f\u6301RHEL8\u3001CentOS 8\u6216\u66f4\u65b0\u7684\u64cd\u4f5c\u7cfb\u7edf\u3002<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"<p>\u5206\u5e03\u5f0f\u5b58\u50a8Ceph \u4e00 ceph\u4ecb\u7ecd 1.1\u3001ceph\u662f\u4ec0\u4e48 ceph\u4e00\u4e2a\u7edf\u4e00\u7684\u3001\u5206\u5e03\u5f0f\u7684\u5b58\u50a8\u7cfb\u7edf\uff0c\u8bbe\u8ba1\u521d\u8877\u662f [&hellip;]<\/p>\n","protected":false},"author":3,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[186],"tags":[21,194,19,22,195,20],"_links":{"self":[{"href":"https:\/\/egonlin.com\/index.php?rest_route=\/wp\/v2\/posts\/1615"}],"collection":[{"href":"https:\/\/egonlin.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/egonlin.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/egonlin.com\/index.php?rest_route=\/wp\/v2\/users\/3"}],"replies":[{"embeddable":true,"href":"https:\/\/egonlin.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1615"}],"version-history":[{"count":0,"href":"https:\/\/egonlin.com\/index.php?rest_route=\/wp\/v2\/posts\/1615\/revisions"}],"wp:attachment":[{"href":"https:\/\/egonlin.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1615"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/egonlin.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1615"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/egonlin.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1615"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}