Update as_safetensors+fp16.ipynb

as_safetensors+fp16.ipynb

@@ -153,6 +153,8 @@
         "as_fp16 = True #@param {type:\"boolean\"}\n",
         "save_directly_to_Google_Drive = True #@param {type:\"boolean\"}\n",
         "save_type = \".safetensors\" #@param [\".safetensors\", \".ckpt\"]\n",
+        "clip_fix = \"fix err key\" #@param [\"off\", \"fix err key\", \"del err key\"]\n",
+        "uninvited_key = \"cond_stage_model.transformer.text_model.embeddings.position_ids\"\n",
         "#@markdown 変換したモデルをHugging Faceに投稿する場合は「yourname/yourrepo」の形式で投稿先リポジトリを指定<br>\n",
         "#@markdown 投稿しない場合は何も入力しない<br>\n",
         "# 5GB以上のファイルを投稿する場合は、投稿先リポジトリを丸ごとダウンロードする工程が挟まるので、時間がかかる場合があります\n",
@@ -204,6 +206,11 @@
         "        model_name = model_name + \"-fp16\"\n",
         "        for key in weights.keys():\n",
         "          weights[key] = weights[key].half()\n",
+        "      if uninvited_key in weights:\n",
+        "        if clip_fix == \"del err key\":\n",
+        "          del weights[uninvited_key]\n",
+        "        if clip_fix == \"fix err key\":\n",
+        "          weights[uninvited_key] = torch.tensor([list(range(77))],dtype=torch.int64)\n",
         "      if save_directly_to_Google_Drive:\n",
         "        os.chdir(\"/content/drive/MyDrive\")\n",
         "      save_model(weights, saved_model := model_name + save_type)\n",