train.ipynb · nyan9/lora-scripts

加入 Gitee

与超过 1200万开发者一起发现、参与优秀开源项目，私有仓库也完全免费：）

克隆/下载

train.ipynb 3.65 KB

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "# Train data path | 设置训练用模型、图片\n",
    "pretrained_model = \"./sd-models/model.ckpt\" # base model path | 底模路径\n",
    "train_data_dir = \"./train/aki\" # train dataset path | 训练数据集路径\n",
    "\n",
    "# Train related params | 训练相关参数\n",
    "resolution = \"512,512\" # image resolution w,h. 图片分辨率，宽,高。支持非正方形，但必须是 64 倍数。\n",
    "batch_size = 1 # batch size\n",
    "max_train_epoches = 10 # max train epoches | 最大训练 epoch\n",
    "save_every_n_epochs = 2 # save every n epochs | 每 N 个 epoch 保存一次\n",
    "network_dim = 32 # network dim | 常用 4~128，不是越大越好\n",
    "network_alpha= 32 # network alpha | 常用与 network_dim 相同的值或者采用较小的值，如 network_dim的一半 防止下溢。默认值为 1，使用较小的 alpha 需要提升学习率。\n",
    "clip_skip = 2 # clip skip | 玄学 一般用 2\n",
    "train_unet_only = 0 # train U-Net only | 仅训练 U-Net，开启这个会牺牲效果大幅减少显存使用。6G显存可以开启\n",
    "train_text_encoder_only = 0 # train Text Encoder only | 仅训练 文本编码器\n",
    "\n",
    "# Learning rate | 学习率\n",
    "lr = \"1e-4\"\n",
    "unet_lr = \"1e-4\"\n",
    "text_encoder_lr = \"1e-5\"\n",
    "lr_scheduler = \"cosine_with_restarts\" # \"linear\", \"cosine\", \"cosine_with_restarts\", \"polynomial\", \"constant\", \"constant_with_warmup\"\n",
    "\n",
    "# Output settings | 输出设置\n",
    "output_name = \"aki\" # output model name | 模型保存名称\n",
    "save_model_as = \"safetensors\" # model save ext | 模型保存格式 ckpt, pt, safetensors"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "!accelerate launch --num_cpu_threads_per_process=8 \"./sd-scripts/train_network.py\" \\\n",
    "  --enable_bucket \\\n",
    "  --pretrained_model_name_or_path=$pretrained_model \\\n",
    "  --train_data_dir=$train_data_dir \\\n",
    "  --output_dir=\"./output\" \\\n",
    "  --logging_dir=\"./logs\" \\\n",
    "  --resolution=$resolution \\\n",
    "  --network_module=networks.lora \\\n",
    "  --max_train_epochs=$max_train_epoches \\\n",
    "  --learning_rate=$lr \\\n",
    "  --unet_lr=$unet_lr \\\n",
    "  --text_encoder_lr=$text_encoder_lr \\\n",
    "  --network_dim=$network_dim \\\n",
    "  --network_alpha=$network_alpha \\\n",
    "  --output_name=$output_name \\\n",
    "  --lr_scheduler=$lr_scheduler \\\n",
    "  --train_batch_size=$batch_size \\\n",
    "  --save_every_n_epochs=$save_every_n_epochs \\\n",
    "  --mixed_precision=\"fp16\" \\\n",
    "  --save_precision=\"fp16\" \\\n",
    "  --seed=\"1337\" \\\n",
    "  --cache_latents \\\n",
    "  --clip_skip=$clip_skip \\\n",
    "  --prior_loss_weight=1 \\\n",
    "  --max_token_length=225 \\\n",
    "  --caption_extension=\".txt\" \\\n",
    "  --save_model_as=$save_model_as \\\n",
    "  --xformers --shuffle_caption --use_8bit_adam"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "name": "python",
   "version": "3.10.7 (tags/v3.10.7:6cc6b13, Sep  5 2022, 14:08:36) [MSC v.1933 64 bit (AMD64)]"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "675b13e958f0d0236d13cdfe08a1df3882cae564fa23a2e7e5eb1f2c6c632b02"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}

一键复制编辑原始数据按行查看历史

提交于 2023-11-18 21:19 . 2023.11.18的秋叶v1.80版本

马建仓 AI 助手

尝试更多

代码解读

代码找茬

代码优化

Python

https://gitee.com/nyan9/lora-scripts.git

git@gitee.com:nyan9/lora-scripts.git

nyan9

lora-scripts

master

nyan9/lora-scripts

简介

发行版

贡献者

近期动态

nyan9/lora-scripts .gitee-modal { width: 500px !important; }

简介

发行版

贡献者

近期动态

搜索帮助

nyan9/lora-scripts