{"id":1946,"date":"2024-06-08T10:07:09","date_gmt":"2024-06-08T02:07:09","guid":{"rendered":"https:\/\/blog.sukasuka.cn\/?p=1946"},"modified":"2024-06-08T10:07:09","modified_gmt":"2024-06-08T02:07:09","slug":"is-all-you-need","status":"publish","type":"post","link":"https:\/\/blog.sukasuka.cn\/?p=1946","title":{"rendered":"$$$ is all you need."},"content":{"rendered":"<div class=\"hcb_wrap\">\n<pre class=\"prism line-numbers lang-python\" data-lang=\"Python\"><code>print(\"\"\"\r\nneuron dropout: p=0.01, rank dropout: p=None, module dropout: p=None\r\ncreate LoRA for Text Encoder 1:\r\ncreate LoRA for Text Encoder 2:\r\ncreate LoRA for Text Encoder: 264 modules.\r\ncreate LoRA for U-Net: 722 modules.\r\nenable LoRA for text encoder\r\nenable LoRA for U-Net\r\nprepare optimizer, data loader etc.\r\nuse 8-bit AdamW optimizer | {}\r\nrunning training\r\n  num train images * repeats: 509\r\n  num reg images: 0\r\n  num batches per epoch: 509\r\n  num epochs: 10\r\n  batch size per device: 1\r\n  gradient accumulation steps = 1\r\n  total optimization steps: 5090\r\nsteps:   0%|                                        | 0\/5090 [00:00&lt;?, ?it\/s] epoch 1\/10\"\"\") print('File \"\/root\/miniconda3\/lib\/python3.10\/site-packages\/torch\/nn\/modules\/module.py\", line 1501, in _call_impl') print(\" return forward_call(*args, **kwargs)\") print('File \"\/root\/miniconda3\/lib\/python3.10\/site-packages\/torch\/nn\/modules\/activation.py\", line 396, in forward') print(' return F.silu(input, inplace=self.inplace)') print('File \"\/root\/miniconda3\/lib\/python3.10\/site-packages\/torch\/nn\/functional.py\", line 2059, in silu') print(' return torch._C_nn.silu(input)') print('\\033[93mtorch.cuda.OutOfMoneyError:\\033[0m \\033[91mCUDA out of money.\\033[0m Tried to allocate \\033[93m$156.00\\033[0m (GPU 0; \\033[92m$47360.00\\033[0m total capacity; \\033[91m$45740.00\\033[0m already allocated; \\033[92m$0.00\\033[0m free; \\033[96m$46890.00\\033[0m reserver in total by \\033[95mJensen Huang\\033[0m) If reserverd money is &gt;&gt; allocated moeny try setting max_split_size_cent to avoid fragmentation.\\nSee \\033[92mCOMPUTEX TAIPEI 2024\\033[0m for Money Management and NV_SHOP_LIST')\r\nprint('steps:    0%|                                        | 1\/5090 [00:06&lt;3:40:17, 6.75s\/it, avr_loss=0.17]')\r\nprint('\\033[96m11:59:56-667672\\033[0m \\033[91mERROR\\033[0m    Training failed')\r\ninput()<\/code><\/pre>\n<\/div>\n<p><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/blog.sukasuka.cn\/wp-content\/uploads\/2024\/06\/20240608100545.png\" alt=\"\" width=\"1110\" height=\"621\" class=\"aligncenter size-full wp-image-1947\" srcset=\"https:\/\/blog.sukasuka.cn\/wp-content\/uploads\/2024\/06\/20240608100545.png 1110w, https:\/\/blog.sukasuka.cn\/wp-content\/uploads\/2024\/06\/20240608100545-300x168.png 300w, https:\/\/blog.sukasuka.cn\/wp-content\/uploads\/2024\/06\/20240608100545-1024x573.png 1024w, https:\/\/blog.sukasuka.cn\/wp-content\/uploads\/2024\/06\/20240608100545-768x430.png 768w\" sizes=\"auto, (max-width: 1110px) 100vw, 1110px\" \/><\/p>\n","protected":false},"excerpt":{"rendered":"<p>print(&#8220;&#8221;&#8221; neuron dropout: p=0.01, rank dropout: p=None, [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":1948,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[3],"tags":[],"class_list":["post-1946","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-3"],"_links":{"self":[{"href":"https:\/\/blog.sukasuka.cn\/index.php?rest_route=\/wp\/v2\/posts\/1946","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/blog.sukasuka.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/blog.sukasuka.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/blog.sukasuka.cn\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.sukasuka.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1946"}],"version-history":[{"count":1,"href":"https:\/\/blog.sukasuka.cn\/index.php?rest_route=\/wp\/v2\/posts\/1946\/revisions"}],"predecessor-version":[{"id":1949,"href":"https:\/\/blog.sukasuka.cn\/index.php?rest_route=\/wp\/v2\/posts\/1946\/revisions\/1949"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/blog.sukasuka.cn\/index.php?rest_route=\/wp\/v2\/media\/1948"}],"wp:attachment":[{"href":"https:\/\/blog.sukasuka.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1946"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.sukasuka.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1946"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.sukasuka.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1946"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}