Update as_safetensors+fp16.ipynb

as_safetensors+fp16.ipynb

@@ -28,7 +28,7 @@
     {
       "cell_type": "markdown",
       "source": [
-        "以下のコードを上から順番に両方とも実行"
+        "最初に以下のコードを実行"
       ],
       "metadata": {
         "id": "OnuCk_wNLM_D"
@@ -37,7 +37,29 @@
     {
       "cell_type": "code",
       "source": [
-        "from google.colab import drive \n",
+        "!pip install torch safetensors\n",
+        "!pip install pytorch-lightning\n",
+        "!pip install wget"
+      ],
+      "metadata": {
+        "id": "pXr7oNJzwwgU"
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "Google Drive上のファイルを読み書きしたい場合は、以下のコードを実行"
+      ],
+      "metadata": {
+        "id": "NsncqZOha2e0"
+      }
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "from google.colab import drive\n",
         "drive.mount(\"/content/drive\")"
       ],
       "metadata": {
@@ -46,15 +68,29 @@
       "execution_count": null,
       "outputs": []
     },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "<details><summary><font size=\"-0\">変換したモデルをHugging Faceに投稿したい場合は、以下のコードを実行</font></summary>\n",
+        "\n",
+        "1. [このページ](https://huggingface.co/settings/tokens)にアクセスしてNew tokenからName=適当, Role=writeでAccess Tokenを取得\n",
+        "\n",
+        "2. 取得したTokenをコピー & 実行後に出現する以下の欄に貼り付け & Login\n",
+        "</details>"
+      ],
+      "metadata": {
+        "id": "MHmy8IVla-IL"
+      }
+    },
     {
       "cell_type": "code",
       "source": [
-        "!pip install torch safetensors\n",
-        "!pip install pytorch-lightning\n",
-        "!pip install wget"
+        "!pip install huggingface_hub\n",
+        "from huggingface_hub import login\n",
+        "login()"
       ],
       "metadata": {
-        "id": "pXr7oNJzwwgU"
+        "id": "gt40d8zUZnQV"
       },
       "execution_count": null,
       "outputs": []
@@ -91,8 +127,8 @@
         "    print(f\"\\\"{model}\\\"はURLではなく、正しい形式のファイルでもありません\")"
       ],
       "metadata": {
-        "cellView": "form",
-        "id": "4vd3A09AxJE0"
+        "id": "4vd3A09AxJE0",
+        "cellView": "form"
       },
       "execution_count": null,
       "outputs": []
@@ -109,10 +145,25 @@
         "import safetensors.torch\n",
         "from functools import partial\n",
         "\n",
+        "from sys import modules\n",
+        "if \"huggingface_hub\" in modules:\n",
+        "  from huggingface_hub import HfApi, Repository\n",
+        "\n",
         "models = \"wd-1-4-anime_e1.ckpt, wd-1-4-anime_e1.yaml\" #@param {type:\"string\"}\n",
         "as_fp16 = True #@param {type:\"boolean\"}\n",
         "save_directly_to_Google_Drive = True #@param {type:\"boolean\"}\n",
         "save_type = \".safetensors\" #@param [\".safetensors\", \".ckpt\"]\n",
+        "#@markdown 変換したモデルをHugging Faceに投稿する場合は「yourname/yourrepo」の形式で投稿先リポジトリを指定<br>\n",
+        "#@markdown 投稿しない場合は何も入力しない<br>\n",
+        "#@markdown 5GB以上のファイルを投稿する場合は、投稿先リポジトリを丸ごとダウンロードする工程が挟まるので、時間がかかる場合があります\n",
+        "repo_id = \"\" #@param {type:\"string\"}\n",
+        "\n",
+        "def upload_to_hugging_face(file_name):\n",
+        "  api = HfApi()\n",
+        "  api.upload_file(path_or_fileobj=file_name,\n",
+        "    path_in_repo=file_name,\n",
+        "    repo_id=repo_id,\n",
+        "  )\n",
         "\n",
         "def convert_yaml(file_name):\n",
         "  with open(file_name) as f:\n",
@@ -126,6 +177,8 @@
         "    file_name = os.path.splitext(file_name)[0] + \"-fp16.yaml\"\n",
         "  with open(file_name, mode=\"w\") as f:\n",
         "    f.write(yaml)\n",
+        "  if repo_id != \"\":\n",
+        "    upload_to_hugging_face(file_name)\n",
         "  os.chdir(\"/content\")\n",
         "\n",
         "if models == \"\":\n",
@@ -153,7 +206,13 @@
         "          weights[key] = weights[key].half()\n",
         "      if save_directly_to_Google_Drive:\n",
         "        os.chdir(\"/content/drive/MyDrive\")\n",
-        "      save_model(weights, model_name + save_type)\n",
+        "      save_model(weights, saved_model := model_name + save_type)\n",
+        "      if repo_id != \"\":\n",
+        "        if os.path.getsize(saved_model) >= 5*1000*1000*1000:\n",
+        "          with Repository(os.path.basename(repo_id), clone_from=repo_id, token=True).commit(commit_message=f\"Upload {saved_model} with huggingface_hub\"):\n",
+        "            save_model(weights, saved_model)\n",
+        "        else:\n",
+        "          upload_to_hugging_face(saved_model)\n",
         "      os.chdir(\"/content\")\n",
         "      del weights\n",
         "\n",
@@ -191,7 +250,7 @@
     {
       "cell_type": "markdown",
       "source": [
-        "モデルのリンク集: https://huggingface.co/models?other=stable-diffusion 等から好きなモデルを選ぼう"
+        "[モデルのリンク集](https://huggingface.co/models?other=stable-diffusion)等から好きなモデルを選ぼう"
       ],
       "metadata": {
         "id": "yaLq5Nqe6an6"