{"id":1016,"date":"2022-12-14T09:26:12","date_gmt":"2022-12-14T01:26:12","guid":{"rendered":"http:\/\/www.rchen.top\/?p=1016"},"modified":"2022-12-14T09:26:14","modified_gmt":"2022-12-14T01:26:14","slug":"bsub-r-%e9%94%81%e5%ae%9a%e8%b5%84%e6%ba%90","status":"publish","type":"post","link":"https:\/\/www.rchen.top\/?p=1016","title":{"rendered":"bsub -R &#8220;\u9501\u5b9a\u8d44\u6e90&#8221;"},"content":{"rendered":"\n<p class=\"wp-block-paragraph\"><strong>\u4e3b\u673a\u9009\u53d6\uff08Selection\uff09- select[selection_string]<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">MBD \u9009\u62e9\u6700\u5408\u9002\u7684\u6267\u884c\u4e3b\u673a\u3002\u4e3b\u673a\u7684\u9009\u53d6\u4f9d\u636e\u4e3b\u673a\u9009\u53d6\u5b57\u7b26\u4e32\u7684\u503c\u8fdb\u884c\u3002\u4e3b\u673a\u9009\u53d6\u5b57\u7b26\u4e32\uff08select\uff09\uff1a<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u2756 \u662f\u7531\u4e00\u7cfb\u5217\u7684\u8d44\u6e90\u540d\u79f0\u6784\u5efa\u5f97\u5230\u7684\u4e00\u4e2a\u903b\u8f91\u8868\u8fbe\u5f0f<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u2756 \u6307\u5b9a\u4e86\u80fd\u88ab\u9009\u62e9\u4f5c\u4e3a\u5019\u9009 execution \u4e3b\u673a\u7684 server \u4e3b\u673a\u7684\u7279\u5f81<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u2756 \u5bf9\u6bcf\u4e2a\u4e3b\u673a\u90fd\u8fdb\u884c\u8bc4\u4f30<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u2756 \u5f53\u6b64\u8868\u8fbe\u5f0f\u7684\u503c\u4e3a\u201ctrue\u201d\u65f6\uff0c\u8be5\u4e3b\u673a\u88ab\u9009\u62e9\u4e3a\u5019\u9009 execution \u4e3b<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">eg:<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>bsub -R &#8220;select[swp&gt;=300 &amp;&amp; mem&gt;500]&#8221; job1<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u63d0\u4ea4\u4f5c\u4e1a\u81f3\u4e00\u4e2a\u5019\u9009\u4e3b\u673a\uff0c\u8981\u6c42\u8be5\u4e3b\u673a\u6709\u81f3\u5c11 300 MB \u7684\u53ef\u7528\u4ea4\u6362\u5206\u533a\u548c\u81f3\u5c11 500 MB\u7684\u53ef\u7528\u5185\u5b58\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u8d44\u6e90\u6392\u5e8f\uff08Ordering\uff09- order[order_string]<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u7528\u4e8e\u5bf9\u5019\u9009\u7684 execution \u4e3b\u673a\u6839\u636e\u8d44\u6e90\u503c\u8fdb\u884c\u5206\u7c7b\u6392\u5e8f\uff0c\u4f7f\u7528\u8d44\u6e90\u6392\u5e8f\u5b57\u7b26\u4e32\uff08order\uff09\u5b9e\u73b0\uff1a<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">order \u8d44\u6e90\u6392\u5e8f<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u2756 \u7b2c\u4e00\u4e2a\u6307\u6807\u4e3a\u4e3b\u5206\u7c7b\u6307\u6807\uff0c\u7b2c\u4e8c\u4e2a\u6307\u6807\u4e3a\u6b21\u5206\u7c7b\u6307\u6807\uff0c\u4f9d\u6b64\u7c7b\u63a8<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u2756 \u4e3b\u673a\u6839\u636e\u6307\u5b9a\u7684\u4e00\u4e2a\u6216\u591a\u4e2a\u6307\u6807\u6309\u7167\u4ece\u6700\u597d\u81f3\u6700\u574f\u7684\u987a\u5e8f\u8fdb\u884c\u6392\u5e8f<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u2756 \u5f53\u4f5c\u4e1a\u7ea7\u522b\u7684\u548c\u961f\u5217\u7ea7\u522b\u7684\u8be5\u6307\u6807\u5206\u522b\u88ab\u5b9a\u4e49\u65f6\uff0c\u4f5c\u4e1a\u7ea7\u522b\u7684\u4f18\u5148<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u2756 \u9ed8\u8ba4\u7684\u6392\u5e8f\u5b57\u7b26\u4e32\u4e3a order[r15s:pg]<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">eg:<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>bsub -R &#8220;select[type==any &amp;&amp; swp&gt;=300 &amp;&amp; mem&gt;500] order[mem]&#8221; job1<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u5176\u4e2d order[mem]\u8868\u793a\u5bf9\u5019\u9009\u7684 execution \u4e3b\u673a\u6309\u7167\u53ef\u7528\u5185\u5b58\u503c\u4ece\u6700\u9ad8\u81f3\u6700\u4f4e\u8fdb\u884c\u6392\u5e8f<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u8d44\u6e90\u4f7f\u7528\u7387\uff08Usage\uff09- rusage[rusage_string]<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u2756 \u4f5c\u4e1a\u7ea7\u522b\u7684\u8d44\u6e90\u8981\u6c42\uff1absub -R<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u2756 \u961f\u5217\u7ea7\u522b\u7684\u8d44\u6e90\u8981\u6c42\uff1aRES_REQ<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u96c6\u7fa4\u4e2d slave \u4e3b\u673a\u4e0a\u7684 Cube daemon \u4f1a\u5b9a\u671f\u5c06\u8d44\u6e90\u4f7f\u7528\u7387\u4fe1\u606f\u4e0a\u62a5\u7ed9 master \u4e3b\u673a\uff1bmaster \u4e3b\u673a\u4ece\u6240\u6709 slave \u4e3b\u673a\u4e0a\u6536\u96c6\u6240\u6709\u8d44\u6e90\u7684\u4f7f\u7528\u7387\u4fe1\u606f\u3002 \u8d44\u6e90\u4f7f\u7528\u7387\u5b57\u7b26\u4e32\uff08rusage\uff09\u7528\u4e8e\u6307\u5b9a execution \u4e3b\u673a\u4e0a\u7684\u8d44\u6e90\u9884\u7559\u3002\u9ed8\u8ba4\u60c5\u51b5\u4e0b\uff0c\u65e0\u8d44\u6e90\u9884\u7559\u3002\u5f53\u8fd0\u884c\u4ea4\u4e92\u5f0f\u4efb\u52a1\u65f6\u53ef\u5ffd\u7565\u3002\u5f53\u4f5c\u4e1a\u7ea7\u522b\u7684\u548c\u961f\u5217\u7ea7\u522b\u7684 rusage \u5747\u88ab\u5b9a\u4e49\u65f6\uff0c\u4f5c\u4e1a\u7684\u7ea7\u522b\u4f18\u5148\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">eg:<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>bsub -R &#8220;select[swap&gt;=300 &amp;&amp; mem&gt;500] order[swap:mem] rusage[swap=300,mem=500]&#8221; job1<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u5728\u88ab\u9009\u53d6\u7684\u4e3b\u673a\u4e0a\uff0c\u4e3a\u8fd0\u884c\u8be5\u4f5c\u4e1a\u9884\u7559 300 MB \u7684\u4ea4\u6362\u5206\u533a\u548c 500 MB \u7684\u5185\u5b58<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u901a\u8fc7rusage[mem=500]\u9884\u7559\u5185\u5b58\u5927\u4e8ejobs\u4f7f\u7528\u5185\u5b58\u65f6\u53ef\u907f\u514dSUSP\u60c5\u51b5<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u8d44\u6e90\u4f4d\u7f6e\uff08Locality\uff09- span[span_string]<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u7528\u4e8e\u6307\u5b9a\u5e76\u884c\u4f5c\u4e1a\u7684\u4f4d\u7f6e\u3002 \u652f\u6301\u7684\u9009\u9879\uff1a \u2756 span[hosts=1]\uff1a\u4ee3\u8868\u5206\u914d\u7ed9\u8be5\u4f5c\u4e1a\u7684\u6240\u6709\u5904\u7406\u5668\u5fc5\u987b\u5728\u540c\u4e00\u4e2a execution \u4e3b\u673a\u4e0a \u2756 span[ptile=n]\uff1a\u4ee3\u8868\u6bcf\u4e2a execution \u4e3b\u673a\u4e0a\u90fd\u8981\u5206\u914d\u7ed9\u8be5\u4f5c\u4e1a\u591a\u8fbe n \u4e2a\u5904\u7406\u5668\u5f53\u6b64\u5b57\u7b26\u4e32\uff08span\uff09\u5728\u4f5c\u4e1a\u7ea7\u522b\u548c\u961f\u5217\u7ea7\u522b\u5206\u522b\u88ab\u5b9a\u4e49\u65f6\uff0c\u4f5c\u4e1a\u7ea7\u522b\u7684\u5b9a\u4e49\u4f18\u5148\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">eg:<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>bsub -n 16 \u2013R &#8220;select[ut&lt;0.15] order[ut] span[hosts=1]&#8221; parallel_job1<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u7528\u6765\u5b8c\u6210\u8be5\u4f5c\u4e1a\u7684\u6240\u6709\u5904\u7406\u5668\u5fc5\u987b\u5728\u540c\u4e00\u4e2a execution \u4e3b\u673a\u4e0a\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>bsub -n 16 \u2013R &#8220;select[ut&lt;0.15] order[ut] span[ptile=2]&#8221; parallel_job2<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u6bcf\u4e2a execution \u4e3b\u673a\u4e0a\uff0c\u53ef\u4ee5\u4f7f\u7528 2 \u4e2a CPU \u6765\u8fd0\u884c\u8be5\u4f5c\u4e1a\uff0c\u56e0\u6b64\u81f3\u5c11\u9700\u8981 8 \u4e2a execution\u4e3b\u673a\u7528\u6765\u5b8c\u6210\u8be5\u4f5c\u4e1a<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Some other examples.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">====<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Job need 4 cpu slots, every slot need 100G memory (Total 4*100=400G memory).<br>\u4efb\u52a1\u5c5e\u4e8e\u9879\u76eetest\uff0c\u9700\u89814\u4e2acpu\u6838\uff0c\u4e3a\u6bcf\u4e2a\u6838\u9884\u5360100G\u5185\u5b58\uff08\u5185\u5b58\u9ed8\u8ba4\u6309\u7167cpu\u6838\u5206\u914d\uff0c\u800c\u4e0d\u662f\u6309\u7167job\u5206\u914d\uff09\uff0c\u603b\u4f53\u9884\u7559400G\u5185\u5b58\u3002<br><strong>bsub -P test&nbsp;-n 4 -R &#8220;rusage[mem=100000]&#8221; &#8220;COMMAND&#8221;<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Job need 4 cpu slots, and the 4 slots must be on the same host.<br>\u4efb\u52a1\u5c5e\u4e8e\u9879\u76ee<strong>test&nbsp;<\/strong>\uff0c\u9700\u89814\u4e2acpu\u6838\uff0c\u4e14\u8981\u6c424\u4e2a\u6838\u5728\u540c\u4e00\u53f0\u673a\u5668\u4e0a\uff08\u5728\u8bbe\u7f6e\u4e86\u201cspan[hosts=1]\u201d\u7684\u524d\u63d0\u4e0b\uff0c\u673a\u5668\u4e0a\u603b\u5171\u5269\u4f59100G\u5185\u5b58\u4efb\u52a1\u5373\u53ef\u6295\u9012\u6210\u529f\uff09<br><strong>bsub -P test&nbsp;-n 4 -R &#8220;span[hosts=1] rusage[mem=100000]&#8221; &#8220;COMMAND&#8221;<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Submit job into pd queue, select the hosts who have 500G+ memory, 100G+ swap, 100G+ tmp.<br>\u4efb\u52a1\u5c5e\u4e8e\u9879\u76ee<strong>test&nbsp;<\/strong>\uff0c\u9700\u8981\u6295\u9012\u5230pd\u961f\u5217\uff0c\u8981\u6c42\u6295\u9012\u7684\u673a\u5668\u5269\u4f59\u5185\u5b58\u5927\u4e8e500G\uff0c\u5269\u4f59swap\u5927\u4e8e100G\uff0c\u5269\u4f59tmp\u7a7a\u95f4\u5927\u4e8e100G\u3002\uff08select\u80fd\u591f\u9009\u62e9\u5f53\u524d\u6ee1\u8db3\u6761\u4ef6\u7684\u673a\u5668\uff0c\u4f46\u662f\u4e0d\u80fd\u9884\u5360\u673a\u5668\u4e0a\u7684\u8d44\u6e90\uff0c\u7528rusage\u9884\u5360\u8d44\u6e90\uff09<br><strong>bsub -P test&nbsp;-q pd -R &#8220;select[mem&gt;=500000 &amp;&amp; swap&gt;=100000 &amp;&amp; tmp&gt;=100000]&#8221; &#8220;COMMAND&#8221;<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Submit job into pd queue, need 8 cpu slots, reserve 100G memory, 100G swap, select the hosts who have 100G+ tmp.<br>\u4efb\u52a1\u5c5e\u4e8e\u9879\u76ee<strong>test&nbsp;<\/strong>\uff0c\u9700\u8981\u6295\u9012\u5230pd\u961f\u5217\uff0c\u9700\u89818\u4e2acpu\u6838\uff0c\u9009\u62e9tmp\u7a7a\u95f4\u5927\u4e8e100G\u7684\u673a\u5668\uff0c\u9884\u5360100G\u5185\u5b58\u548c100Gswap\u3002<br><strong>bsub -P test&nbsp;-q pd -n 8 -R &#8220;rusage[mem=100000:swap=100000] select[tmp&gt;=100000]&#8221; &#8220;COMMAND&#8221;<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Submit job into pd queue, need &gt;8 cpu slots, or &nbsp;sorts by CPU&nbsp;<br>\u63d0\u4ea4\u4efb\u52a1\u9700\u8981\u6309\u7167cpu slots\u6765\u63d0\u4ea4\u4efb\u52a1<br><strong>bsub -P test&nbsp; -q pd -R&nbsp; &#8220;rusage[mem=1024] select[slots&gt;8]&#8221; &#8220;COMMAND&#8221;<br>or<br>bsub -P test&nbsp;-q pd&nbsp; -R&nbsp; &#8220;rusage[mem=1024] order[slots]&#8221; &#8220;COMMAND&#8221;<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u8bf4\u660e\uff1a<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u4ee5\u4e0a\u8d44\u6e90\u9ed8\u8ba4\u5355\u4f4d\u4e3aMB<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u4e3b\u673a\u9009\u53d6\uff08Selection\uff09- select[selection_string] MBD \u9009\u62e9\u6700\u5408\u9002\u7684\u6267\u884c\u4e3b [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":473,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[88],"tags":[106],"class_list":["post-1016","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-hpc","tag-lsf"],"_links":{"self":[{"href":"https:\/\/www.rchen.top\/index.php?rest_route=\/wp\/v2\/posts\/1016","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.rchen.top\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.rchen.top\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.rchen.top\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.rchen.top\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1016"}],"version-history":[{"count":1,"href":"https:\/\/www.rchen.top\/index.php?rest_route=\/wp\/v2\/posts\/1016\/revisions"}],"predecessor-version":[{"id":1017,"href":"https:\/\/www.rchen.top\/index.php?rest_route=\/wp\/v2\/posts\/1016\/revisions\/1017"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.rchen.top\/index.php?rest_route=\/wp\/v2\/media\/473"}],"wp:attachment":[{"href":"https:\/\/www.rchen.top\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1016"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.rchen.top\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1016"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.rchen.top\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1016"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}