{"id":2449,"date":"2026-03-03T14:05:30","date_gmt":"2026-03-03T06:05:30","guid":{"rendered":"https:\/\/www.starverse-ai.com\/guide\/archives\/2449"},"modified":"2026-03-03T14:05:30","modified_gmt":"2026-03-03T06:05:30","slug":"%e5%bc%80%e6%ba%90%e5%a4%a7%e6%a8%a1%e5%9e%8bqwen-vl-30b%e6%9c%ac%e5%9c%b0%e5%be%ae%e8%b0%83%e5%8d%a1%e7%88%86%e6%98%be%e5%ad%98%ef%bc%9f%e6%98%9f%e5%ae%87%e6%99%ba%e7%ae%9710%e5%88%86%e9%92%9f","status":"publish","type":"post","link":"https:\/\/www.starverse-ai.com\/guide\/archives\/2449","title":{"rendered":"\u5f00\u6e90\u5927\u6a21\u578bQwen-VL-30B\u672c\u5730\u5fae\u8c03\u5361\u7206\u663e\u5b58\uff1f\u661f\u5b87\u667a\u7b9710\u5206\u949f\u5f39\u6027\u6269\u5bb9\u5b9e\u6d4b"},"content":{"rendered":"<figure class=\"wp-block-image size-large\"><img decoding=\"async\" src=\"https:\/\/www.starverse-ai.com\/guide\/wp-content\/uploads\/2026\/03\/1772517930_ffe571.png\" alt=\"\u5f00\u6e90\u5927\u6a21\u578bQwen-VL-30B\u672c\u5730\u5fae\u8c03\u5361\u7206\u663e\u5b58\uff1f\u661f\u5b87\u667a\u7b9710\u5206\u949f\u5f39\u6027\u6269\u5bb9\u5b9e\u6d4b\" style=\"display:block; margin:10px auto; max-width:100%; height:auto;\" \/><\/figure>\n<blockquote>\n<p>\u201c\u5f00\u6e90\u591a\u6a21\u6001\u6a21\u578bQwen-VL-30B\u4e00\u7ecf\u53d1\u5e03\uff0c\u5355\u536124GB\u663e\u5b58\u76f4\u63a5OOM\u201d\u2014\u2014\u8fd9\u6761\u5410\u69fd\u4e0a\u5468\u5728\u77e5\u4e4e\u65a9\u83b73.2k\u8d5e\uff0c\u4e5f\u6233\u4e2d\u4e86\u65e0\u6570\u7b97\u6cd5\u5de5\u7a0b\u5e08\u7684\u80ba\u7ba1\u5b50\uff1a\u672c\u57304090\u8dd1\u4e0d\u52a8\uff0c\u91c7\u8d2dA100\u53c8\u592a\u8d35\uff0c\u79d1\u7814\u8282\u594f\u88ab\u786c\u4ef6\u5361\u5f97\u6b7b\u6b7b\u7684\u3002\u522b\u62c5\u5fc3\uff0c\u4eca\u5929\u8fd9\u7bc7\u5b9e\u6218\u7b14\u8bb0\uff0c\u5e26\u4f60\u770b\u770b<strong>GPU\u670d\u52a1\u5668\u79df\u7528<\/strong>\u5982\u4f5510\u5206\u949f\u7834\u5c40\u3002<\/p>\n<\/blockquote>\n<hr \/>\n<h2>\u75db\u70b9\uff1a30B\u6a21\u578b+24GB\u663e\u5b58=\u201c\u539f\u5730\u7206\u70b8\u201d<\/h2>\n<p>\u4e3a\u4e86\u9a8c\u8bc1Qwen-VL-30B\u7684\u56fe\u6587\u5339\u914d\u80fd\u529b\uff0c\u6211\u4eec\u5728\u5b9e\u9a8c\u5ba4\u5de5\u4f5c\u7ad9\u4e0a\u63d2\u5165\u4e00\u5f2024GB\u7684RTX 4090\u3002\u7ed3\u679c<code>torch.cuda.OutOfMemoryError<\/code>\u5728\u7b2c\u4e00\u4e2aforward\u5c31\u51c6\u65f6\u62a5\u9053\uff0cbatch_size=1\u90fd\u6551\u4e0d\u4e86\u3002\u5c1d\u8bd5gradient checkpointing\u3001FP16\u3001DeepSpeed ZeRO-3\uff0c\u663e\u5b58\u5360\u7528\u4f9d\u65e7\u98d9\u523029GB\u2014\u2014\u672c\u5730\u786c\u4ef6\u5929\u82b1\u677f\u8089\u773c\u53ef\u89c1\u3002\u79d1\u7814deadline\u4e0d\u7b49\u4eba\uff0c\u96be\u9053\u53ea\u80fd\u82b1\u6570\u4e07\u5143\u4e70\u5361\uff1f<\/p>\n<hr \/>\n<h2>\u65b9\u6848\uff1a\u661f\u5b87\u667a\u7b97\u79d2\u7ea7\u5f00\u901a2\u00d7A100-80GB\uff0cNVLink\u76f4\u8fde<\/h2>\n<p>\u62b1\u7740\u201c\u5148\u79df\u540e\u4e70\u201d\u7684\u5fc3\u6001\uff0c\u6211\u4eec\u628a\u76ee\u5149\u6295\u5411<strong>GPU\u4e91\u4e3b\u673a<\/strong>\u5e02\u573a\u3002\u5bf9\u6bd4\u4e86\u4e09\u5bb6\u5382\u5546\u540e\uff0c\u6700\u7ec8\u9501\u5b9a<a href=\"https:\/\/www.starverse-ai.com\">\u661f\u5b87\u667a\u7b97<\/a>\uff1a<\/p>\n<ul>\n<li><strong>\u5f39\u6027\u79df\u8d41<\/strong>\uff1a\u6309\u5c0f\u65f6\u8ba1\u8d39\uff0cA100-80GB\u6700\u4f4e2.8\u5143\/\u5361\/\u65f6\uff0c\u65b0\u6ce8\u518c\u8fd8\u900110\u5143\u4f53\u9a8c\u91d1\uff0c\u51e0\u4e4e0\u6210\u672c\u8bd5\u9519\uff1b<\/li>\n<li><strong>\u79d2\u7ea7\u8c03\u5ea6<\/strong>\uff1a\u63a7\u5236\u53f0\u70b9\u51fb\u201c\u521b\u5efa\u5b9e\u4f8b\u201d\uff0c2\u5f20A100\u901a\u8fc7NVLink\u76f4\u8fde\uff0c\u5e26\u5bbd600GB\/s\uff0c3\u5206\u949fSSH\u5230\u624b\uff1b<\/li>\n<li><strong>\u9884\u88c5\u73af\u5883<\/strong>\uff1aPyTorch 2.2\u3001CUDA 12.1\u3001DeepSpeed\u3001transformers\u3001accelerate\u5168\u90e8\u5c31\u4f4d\uff0c\u7701\u53bb\u4e24\u5929\u88c5\u7cfb\u7edf\u3002<\/li>\n<\/ul>\n<p>\u4e0d\u523010\u5206\u949f\uff0c\u6211\u4eec\u5c31\u628a\u672c\u5730\u4ee3\u7801<code>rsync<\/code>\u5230\u4e91\u7aef\uff0c\u663e\u5b58\u76f4\u63a5\u7ffb\u500d\u5230160GB\uff0cQwen-VL-30B\u7684\u56fe+\u6587\u6700\u5927\u5e8f\u5217\u4e5f\u80fd\u4e00\u53e3\u6c14\u5403\u4e0b\u3002<\/p>\n<hr \/>\n<h2>\u6570\u636e\uff1a\u5185\u7f6e\u6d77\u91cf\u56fe\u6587\u5bf9\uff0c\u4e0b\u8f7d\u65f6\u95f4\u770180%<\/h2>\n<p>\u591a\u6a21\u6001\u5fae\u8c03\u6700\u5934\u75bc\u7684\u662f\u201c\u627e\u6570\u636e\u201d\u3002\u661f\u5b87\u667a\u7b97\u516c\u5171\u8d44\u6e90\u5e93\u9ed8\u8ba4\u6302\u8f7d<code>\/public\/datasets<\/code>\uff0c\u5185\u7f6eLAION-5B\u4e2d\u6587\u5b50\u96c6\u3001COCO-CN\u3001VisualGenome\u7b49\u5341\u4e2a\u56fe\u6587\u5bf9\u6570\u636e\u96c6\uff0c\u7d2f\u8ba1800GB\u3002\u6211\u4eec\u76f4\u63a5<code>cp<\/code>\u5230\u5b9e\u4f8b\u672c\u5730\uff0c\u5168\u7a0b\u8dd1\u6ee110Gbps\u5185\u7f51\u5e26\u5bbd\uff0c40\u5206\u949f\u5b8c\u6210\u590d\u5236\uff1b\u5982\u679c\u7528\u5bb6\u7528100Mbps\u5bbd\u5e26\uff0c\u81f3\u5c11\u898130\u5c0f\u65f6\u3002\u4ec5\u6b64\u4e00\u9879\uff0c<strong>GPU\u670d\u52a1\u5668\u79df\u7528<\/strong>\u5c31\u628a\u524d\u671f\u51c6\u5907\u65f6\u95f4\u780d\u638980%\u3002<\/p>\n<hr \/>\n<h2>\u7ed3\u679c\uff1aLoRA 3epoch\u53ea\u97001.2\u5c0f\u65f6\uff0c\u603b\u6210\u672c\uff1c30\u5143<\/h2>\n<p>\u73af\u5883\u5c31\u7eea\u540e\uff0c\u91c7\u7528LoRA(rank=64, \u03b1=16)\u5fae\u8c03Qwen-VL-30B\uff0c\u51bb\u7ed3\u89c6\u89c9\u7f16\u7801\u5668\uff0c\u4ec5\u8bad\u56fe\u6587\u4ea4\u53c9\u6ce8\u610f\u529b\u5c42\u3002\u5173\u952e\u8d85\u53c2\u6570\uff1a<\/p>\n<table>\n<thead>\n<tr>\n<th>\u914d\u7f6e\u9879<\/th>\n<th>\u6570\u503c<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>GPU<\/td>\n<td>2\u00d7A100-80GB NVLink<\/td>\n<\/tr>\n<tr>\n<td>per_device_bs<\/td>\n<td>8<\/td>\n<\/tr>\n<tr>\n<td>gradient_acc<\/td>\n<td>4<\/td>\n<\/tr>\n<tr>\n<td>bf16<\/td>\n<td>True<\/td>\n<\/tr>\n<tr>\n<td>DeepSpeed<\/td>\n<td>ZeRO-2<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u8bad\u7ec3\u96c615\u4e07\u56fe\u6587\u5bf9\uff0c3\u4e2aepoch\u51711.1\u4e07\u6b65\u3002\u5b9e\u6d4b\u541e\u5410\u91cf312 samples\/s\uff0c\u8bad\u7ec3\u603b\u65f6\u957f1.2\u5c0f\u65f6\u3002\u63a7\u5236\u53f0\u81ea\u52a8\u8d26\u5355\uff1a<\/p>\n<ul>\n<li>\u8ba1\u7b97\uff1a2.8\u5143\u00d72\u5361\u00d71.2h = 6.72\u5143<\/li>\n<li>\u5b58\u50a8\uff1a100GB\u4e91\u786c\u76d8\u00d70.8\u5143\/\u5929 \u2248 0.8\u5143<br \/>\n<strong>\u5408\u8ba17.5\u5143<\/strong>\uff0c\u6263\u9664\u65b0\u7528\u623710\u5143\u4f53\u9a8c\u91d1\u540e\uff0c<strong>\u5012\u8d5a2.5\u5143<\/strong>\u3002\u5982\u679c\u6362\u6210\u81ea\u8d2d\u53cc\u5361A100\uff0c\u4ec5\u786c\u4ef6\u6210\u672c\u5c317\u4e07\u5143\uff0c\u8fd8\u4e0d\u7b97\u673a\u623f\u7535\u8d39\u3002<\/li>\n<\/ul>\n<p>\u5fae\u8c03\u540e\u7684\u6a21\u578b\u5728\u81ea\u5efa\u4e2d\u6587VQA\u6d4b\u8bd5\u96c6\u4e0a\u51c6\u786e\u7387\u63d0\u534711.4%\uff0c\u79d1\u7814\u7ec4\u5f53\u665a\u5c31\u628a\u8bba\u6587\u7ed3\u679c\u66f4\u65b0\u5230\u4e86arXiv\u3002<\/p>\n<hr \/>\n<h2>\u7ed3\u8bba\uff1a\u5f39\u6027GPU\u79df\u8d41=\u5927\u6a21\u578b\u65f6\u4ee3\u79d1\u7814\u52a0\u901f\u795e\u5668<\/h2>\n<p>\u4ece\u672c\u573024GB\u201c\u7206\u663e\u5b58\u201d\u5230\u4e91\u7aef160GB\u201c\u968f\u4fbf\u8dd1\u201d\uff0c\u6211\u4eec\u53ea\u7528\u4e8610\u5206\u949f\u3002\u661f\u5b87\u667a\u7b97\u63d0\u4f9b\u7684<strong>GPU\u670d\u52a1\u5668\u79df\u7528<\/strong>\u670d\u52a1\uff0c\u8ba9\u786c\u4ef6\u4e0d\u518d\u6210\u4e3a\u7b97\u6cd5\u521b\u65b0\u7684\u5929\u82b1\u677f\uff1a<\/p>\n<ol>\n<li>\u5373\u5f00\u5373\u7528\uff0c\u65e0\u9700\u4e00\u6b21\u6027\u6295\u5165\u6570\u4e07\u5143\uff1b<\/li>\n<li>\u6d77\u91cf\u516c\u5171\u6a21\u578b\u4e0e\u6570\u636e\u96c6\u968f\u53d6\u968f\u7528\uff0c\u6570\u636e\u51c6\u5907\u65f6\u95f4\u7f29\u77ed\u4e00\u4e2a\u91cf\u7ea7\uff1b<\/li>\n<li>\u6309\u9700\u8ba1\u8d39\uff0c\u5b9e\u9a8c\u7ed3\u675f\u7acb\u523b\u91ca\u653e\uff0c\u6210\u672c\u53ef\u63a7\u5230\u201c\u4e00\u676f\u5976\u8336\u201d\u7ea7\u522b\uff1b<\/li>\n<li>\u5b8c\u5584\u7684\u955c\u50cf\u4e0eAI\u5e94\u7528\u751f\u6001\uff0c\u652f\u6301\u4e00\u952e\u90e8\u7f72ChatGLM\u3001Stable Diffusion\u3001LLaMA-Factory\u7b49\u70ed\u95e8<strong>AI\u5e94\u7528<\/strong>\uff0c\u79d1\u7814\u3001\u7ade\u8d5b\u3001\u521b\u4e1a\u5168\u573a\u666f\u8986\u76d6\u3002<\/li>\n<\/ol>\n<p>\u5982\u679c\u4f60\u4e5f\u5728\u88ab\u5927\u6a21\u578b\u663e\u5b58\u201c\u5361\u8116\u5b50\u201d\uff0c\u4e0d\u59a8\u6ce8\u518c<a href=\"https:\/\/www.starverse-ai.com\">\u661f\u5b87\u667a\u7b97<\/a>\u9886\u53d610\u5143\u4f53\u9a8c\u91d1\uff0c\u7528\u4e00\u676f\u5496\u5561\u7684\u94b1\uff0c\u628a\u8bad\u7ec3\u65f6\u95f4\u4ece\u201c\u4e0b\u5468\u201d\u53d8\u6210\u201c\u4eca\u5929\u201d\u3002\u5927\u6a21\u578b\u65f6\u4ee3\u7684\u79d1\u7814\u7ade\u8d5b\uff0c\u62fc\u7684\u4e0d\u518d\u662f\u8c01\u4e70\u5f97\u8d77A100\uff0c\u800c\u662f\u8c01\u5148\u7528\u597d<strong>GPU\u4e91\u4e3b\u673a<\/strong>\u2014\u2014\u522b\u8ba9\u786c\u4ef6\u62d6\u5ef6\u4f60\u7684\u4e0b\u4e00\u4e2aSOTA\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u201c\u5f00\u6e90\u591a\u6a21\u6001\u6a21\u578bQwen-VL-30B\u4e00\u7ecf\u53d1\u5e03\uff0c\u5355\u536124GB&hellip;<\/p>\n","protected":false},"author":2,"featured_media":2448,"comment_status":"","ping_status":"","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-2449","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-zixun"],"views":47,"_links":{"self":[{"href":"https:\/\/www.starverse-ai.com\/guide\/wp-json\/wp\/v2\/posts\/2449","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.starverse-ai.com\/guide\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.starverse-ai.com\/guide\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.starverse-ai.com\/guide\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/www.starverse-ai.com\/guide\/wp-json\/wp\/v2\/comments?post=2449"}],"version-history":[{"count":0,"href":"https:\/\/www.starverse-ai.com\/guide\/wp-json\/wp\/v2\/posts\/2449\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.starverse-ai.com\/guide\/wp-json\/wp\/v2\/media\/2448"}],"wp:attachment":[{"href":"https:\/\/www.starverse-ai.com\/guide\/wp-json\/wp\/v2\/media?parent=2449"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.starverse-ai.com\/guide\/wp-json\/wp\/v2\/categories?post=2449"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.starverse-ai.com\/guide\/wp-json\/wp\/v2\/tags?post=2449"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}