{"id":30378,"date":"2026-02-18T01:25:09","date_gmt":"2026-02-17T16:25:09","guid":{"rendered":"https:\/\/wp.study3.biz\/?p=30378"},"modified":"2026-02-18T06:59:59","modified_gmt":"2026-02-17T21:59:59","slug":"%e2%96%a0pytorch-%e2%86%92-onnx-%e2%86%92-tensorrt-%e6%89%8b%e9%a0%86%e6%9b%b8","status":"publish","type":"post","link":"https:\/\/wp.study3.biz\/?p=30378","title":{"rendered":"\u25a0PyTorch \u2192 ONNX \u2192 TensorRT \u624b\u9806\u66f8"},"content":{"rendered":"

\u96ea\u306e\u767d\u5ddd\u90f7
\n\"\"<\/p>\n

\u2460 \u5fc5\u8981\u306a\u3082\u306e\uff08\u6700\u521d\u306b\u5168\u90e8\uff09
\nCUDA 12.1 \u306e\u5834\u5408
\npip install torch torchvision torchaudio –index-url https:\/\/download.pytorch.org\/whl\/cu121
\ntorch
\nonnx
\nonnxscript
\nTensorRT\uff08trtexec\uff09
\nDocker\uff08NVIDIA GPU \u5bfe\u5fdc\uff09<\/p>\n

\u2461 PyTorch \u2192 ONNX\uff085 \u884c\uff09
\nimport torch
\nimport torch.nn as nn
\nmodel = nn.Linear(4, 2)
\ndummy = torch.randn(1, 4)
\ntorch.onnx.export(model, dummy, “model.onnx”)<\/p>\n

\u25cf \u4fdd\u5b58\u5834\u6240
\nPython \u3092\u8d77\u52d5\u3057\u305f\u5834\u6240\uff08\u4f8b\uff1a\/home\/chibi\uff09<\/p>\n

\u25cf \u51fa\u529b
\nmodel.onnx
\nmodel.onnx.data<\/p>\n

\u2462 Docker \u306b\u5165\u308b\uff08RHEL10 \/ Ubuntu \u5171\u901a\uff09
\nsudo docker run –rm –gpus all -it \\
\n -v $HOME:\/workspace \\
\n nvcr.io\/nvidia\/tensorrt:24.02-py3<\/p>\n

\u2463 ONNX \u2192 TensorRT\uff081 \u884c\uff09
\ntrtexec –onnx=\/workspace\/model.onnx –saveEngine=\/workspace\/model.plan
\nls -al \/workspace <\/p>\n

\u25cf \u51fa\u529b
\nmodel.plan<\/p>\n

\u2464 \u63a8\u8ad6\uff08\u5fc5\u8981\u306a\u3089\uff09
\ntrtexec –loadEngine=\/workspace\/model.plan –shapes=input:1×4<\/p>\n

\u30c7\u30fc\u30bf\u3092\u30b3\u30d4\u30da\u3067\u4f7f\u3046\u5834\u5408\u306f\u3053\u3061\u3089\u3067\u304a\u9858\u3044\u3057\u307e\u3059\u3002
\n\u30c7\u30fc\u30bf\u306b\u4f7f\u3046\u30b3\u30d4\u30da\u7248<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"

\u96ea\u306e\u767d\u5ddd\u90f7 \u2460 \u5fc5\u8981\u306a\u3082\u306e\uff08\u6700\u521d\u306b\u5168\u90e8\uff09 CUDA 12.1 \u306e\u5834\u5408 pip install torch torchvision torchaudio –index-url https:\/\/download. … \u7d9a\u304d\u3092\u8aad\u3080 →<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[14,18],"tags":[],"class_list":["post-30378","post","type-post","status-publish","format-standard","hentry","category-linux","category-nvidia"],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/wp.study3.biz\/index.php?rest_route=\/wp\/v2\/posts\/30378","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/wp.study3.biz\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/wp.study3.biz\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/wp.study3.biz\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/wp.study3.biz\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=30378"}],"version-history":[{"count":11,"href":"https:\/\/wp.study3.biz\/index.php?rest_route=\/wp\/v2\/posts\/30378\/revisions"}],"predecessor-version":[{"id":30701,"href":"https:\/\/wp.study3.biz\/index.php?rest_route=\/wp\/v2\/posts\/30378\/revisions\/30701"}],"wp:attachment":[{"href":"https:\/\/wp.study3.biz\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=30378"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/wp.study3.biz\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=30378"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/wp.study3.biz\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=30378"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}